Commit 22d7b63d authored by Steven Cordwell's avatar Steven Cordwell
Browse files

added placeholder attributes to MDP initialisation so that its methods might...

added placeholder attributes to MDP initialisation so that its methods might make more sense. These need to be over ridden in the child classes.
parent 7b64d26b
......@@ -236,7 +236,25 @@ class MDP(object):
def __init__(self):
""""""
# the verbosity is by default turned off
self.verbose = False
# These are some placeholder attributes that need to be overridden in
# child classes.
# S is the number of states
self.S = None
# A is the number of actions
self.A = None
# R is the reward matrix
self.R = None
# P is the probability-transition matrix
self.P = None
# policy is the optimal control policy
self.policy = None
# value is a vector of expected future values for each state
self.value = None
# discount is the per time step discount factor
self.discount = None
def bellmanOperator(self):
"""
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment