net.pakl.rl
Class ValueFunctionResidualAlgorithmPatrykNetwork

java.lang.Object
  net.pakl.rl.ValueFunctionPerceptron
      net.pakl.rl.ValueFunctionResidualAlgorithmPerceptron
          net.pakl.rl.ValueFunctionResidualAlgorithmPatrykNetwork

All Implemented Interfaces:

java.io.Serializable, ValueFunction

public class ValueFunctionResidualAlgorithmPatrykNetwork
extends ValueFunctionResidualAlgorithmPerceptron
implements ValueFunction

See Also:

Serialized Form

Field Summary

boolean	clearBeforeEachState
boolean	clearBeforeTrajectories
protected int	numContextUnits
int	timestepsToReflect

Fields inherited from class net.pakl.rl.ValueFunctionResidualAlgorithmPerceptron

CROSS_PRODUCT, hiddenUnits, INCREMENTAL_UPDATE, learningRate, multiplyAndAdd, name, numPresynaptics, USE_REAL_VECTORS

Fields inherited from class net.pakl.rl.ValueFunctionPerceptron

momentum

Constructor Summary

ValueFunctionResidualAlgorithmPatrykNetwork()

ValueFunctionResidualAlgorithmPatrykNetwork(World w)

Method Summary

protected double	getValue(HasVectorRepresentation state)
protected void	initializeNetworkForStatesOfType(HasVectorRepresentation thisStateObject)
protected void	setValue(HasVectorRepresentation thisStateObject, HasVectorRepresentation nextStateObject, double newValue, double discountFactor)

Methods inherited from class net.pakl.rl.ValueFunctionResidualAlgorithmPerceptron

dotProduct, forNetwork, fromNetwork, getName, getNetwork, getValue, intsToDoubles, setAllowExpansionOfStateBounds, setHiddenUnits, setLearningRate, setMaxMinValue, setName, setRandomSeed, setResidualWeighting, setValue, setValue, setValueOfOutOfBoundsStates, setValueOfTerminalStates, storeWeightChangesIfNonIncremental, sum, sum, toText, vadd, vadd, vmul, vmul, vsub, vsub, zeroOutTotalWeightChangeForEpoch

Methods inherited from class net.pakl.rl.ValueFunctionPerceptron

setMomentum, setWorld

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface net.pakl.rl.ValueFunction

getName, getValue, setName, setValue, setValueOfTerminalStates, setWorld

Field Detail

numContextUnits

protected int numContextUnits

timestepsToReflect

public int timestepsToReflect

clearBeforeTrajectories

public boolean clearBeforeTrajectories

clearBeforeEachState

public boolean clearBeforeEachState

Constructor Detail

ValueFunctionResidualAlgorithmPatrykNetwork

public ValueFunctionResidualAlgorithmPatrykNetwork()

ValueFunctionResidualAlgorithmPatrykNetwork

public ValueFunctionResidualAlgorithmPatrykNetwork(World w)

Method Detail

initializeNetworkForStatesOfType

protected void initializeNetworkForStatesOfType(HasVectorRepresentation thisStateObject)

Overrides:

initializeNetworkForStatesOfType in class ValueFunctionResidualAlgorithmPerceptron

setValue

protected void setValue(HasVectorRepresentation thisStateObject,
                        HasVectorRepresentation nextStateObject,
                        double newValue,
                        double discountFactor)

Overrides:

setValue in class ValueFunctionResidualAlgorithmPerceptron

getValue

protected double getValue(HasVectorRepresentation state)

Overrides:

getValue in class ValueFunctionResidualAlgorithmPerceptron