FilesExpand file tree

master

/

StateSpaceImpl.java

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

66 lines (50 loc) · 1.35 KB

master

/

StateSpaceImpl.java

Copy path

Top

File metadata and controls

• Code
• Blame

66 lines (50 loc) · 1.35 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

package rl;

import java.util.ArrayList;

public class StateSpaceImpl<T extends IState> implements IStateSpace<T> {

public StateSpaceImpl(int nStates, ITransitionDynamics dynamics){

this.states = new ArrayList<IState>(nStates);

this.dynamics = dynamics;

}

/**

* Returns the number of states the space has

*/

@Override

public int nStates(){

return this.states.size();

}

/**

* Returns the i-th state

*/

@Override

public IState getState(int i){

return this.states.get(i);

}

/**

* Add a state in the space

*/

@Override

public void addState(IState state){

this.states.add(state);

}

/**

* Returns the probability getting at state sprime with reward r

* when at state s and executing action a

* @param sprime The state to get to

* @param r The reward anticipated

* @param s the state currently on

* @param a The action required from s to sprime

* @return probability estimate

*/

@Override

public double transitionDynamics(IState sprime, double r, IState s, IAction a){

return this.dynamics.pr(sprime, r, s, a);

}

/**

* The states

*/

private ArrayList<IState> states;

/**

* the object that describes the dynamics

*/

ITransitionDynamics dynamics;

}