utils.py 822 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
# -*- coding: utf-8 -*-
"""
Created on Sat Aug 24 14:44:07 2013

@author: steve
"""

import numpy as np
import scipy as sp

import mdptoolbox.example

STATES = 10
ACTIONS = 3
SMALLNUM = 10e-12

# np.arrays
18
P_small, R_small = mdptoolbox.example.small()
19
20

P_sparse = np.empty(2, dtype=object)
21
22
P_sparse[0] = sp.sparse.csr_matrix(P_small[0])
P_sparse[1] = sp.sparse.csr_matrix(P_small[1])
23
24
25

P_forest, R_forest = mdptoolbox.example.forest()

26
27
28
29
P_forest_sparse, R_forest_sparse = mdptoolbox.example.forest(S=STATES,
                                                             is_sparse=True)

np.random.seed(0)
30
31
P_rand, R_rand = mdptoolbox.example.rand(STATES, ACTIONS)

32
33
34
np.random.seed(0)
P_rand_sparse, R_rand_sparse = mdptoolbox.example.rand(STATES, ACTIONS,
                                                       is_sparse=True)