Index

A

action_space (emdp.emdp_gym.example_envs.wrapped_examples.SB_example35 attribute) (emdp.emdp_gym.example_envs.wrapped_examples.twostate_MDP attribute) (emdp.emdp_gym.gym_wrap.GymToMDP attribute)

add_grid() (emdp.gridworld.builder_tools.TransitionMatrixBuilder method) add_wall_at() (emdp.gridworld.builder_tools.TransitionMatrixBuilder method) add_wall_between() (emdp.gridworld.builder_tools.TransitionMatrixBuilder method) add_walls() (in module emdp.gridworld.helper_utilities)

B

build_cake_world_mdp() (in module emdp.examples.action_gap) build_chain_MDP() (in module emdp.chainworld.env) build_four_rooms_example() (in module emdp.examples.simple) build_gridworld_from_char_matrix() (in module emdp.gridworld.txt_utilities) build_imani_counterexample() (in module emdp.examples.counter) build_SB_example35() (in module emdp.examples.simple)

build_SB_example41() (in module emdp.examples.simple) build_simple_grid() (in module emdp.gridworld.helper_utilities) build_simple_grid_world_with_terminal_states() (in module emdp.gridworld.builder_tools) build_simple_grid_world_without_terminal_states() (in module emdp.gridworld.builder_tools) build_two_circle_MDP() (in module emdp.examples.off_policy) build_twostate_MDP() (in module emdp.examples.simple)

C

calculate_P_pi() (in module emdp.analytic) calculate_R_pi() (in module emdp.analytic) calculate_successor_representation() (in module emdp.analytic) calculate_V_pi() (in module emdp.analytic)

calculate_V_pi_from_successor_representation() (in module emdp.analytic) check_can_take_action() (in module emdp.gridworld.helper_utilities) convert_int_rep_to_onehot() (in module emdp.utils) convert_onehot_to_int() (in module emdp.utils) create_reward_matrix() (in module emdp.gridworld.builder_tools)

E

emdp module emdp.actions module emdp.analytic module emdp.chainworld module emdp.chainworld.env module emdp.common module emdp.emdp_gym module emdp.emdp_gym.example_envs module emdp.emdp_gym.example_envs.wrapped_examples module emdp.emdp_gym.gym_wrap module emdp.examples module emdp.examples.action_gap module emdp.examples.counter module

emdp.examples.off_policy module emdp.examples.simple module emdp.examples.tricky_gridworlds module emdp.exceptions module emdp.gridworld module emdp.gridworld.builder_tools module emdp.gridworld.env module emdp.gridworld.helper_utilities module emdp.gridworld.plotting module emdp.gridworld.txt_utilities module emdp.torch_analytic module emdp.utils module Env (class in emdp.common) EpisodeDoneError

F

flatten_state() (emdp.gridworld.env.GridWorldMDP method) (in module emdp.gridworld.helper_utilities)

from_mdp() (emdp.gridworld.plotting.GridWorldPlotter static method)

G

get_char_matrix() (in module emdp.gridworld.txt_utilities) get_possible_actions() (in module emdp.gridworld.helper_utilities) get_state_after_executing_action() (in module emdp.gridworld.helper_utilities)

GridWorldMDP (class in emdp.gridworld.env) GridWorldPlotter (class in emdp.gridworld.plotting) gymify() (in module emdp.emdp_gym.gym_wrap) GymToMDP (class in emdp.emdp_gym.gym_wrap)

I

InvalidActionError

is_P_valid_stochastic() (in module emdp.gridworld.helper_utilities)

M

make_four_minima_env() (in module emdp.examples.tricky_gridworlds) make_multi_minima_reward_env() (in module emdp.examples.tricky_gridworlds) make_symmetric_epsilon_reward_env() (in module emdp.examples.tricky_gridworlds) maybe_convert_state() (emdp.emdp_gym.gym_wrap.GymToMDP method) MDP (class in emdp.common) module emdp emdp.actions emdp.analytic emdp.chainworld emdp.chainworld.env emdp.common emdp.emdp_gym emdp.emdp_gym.example_envs emdp.emdp_gym.example_envs.wrapped_examples emdp.emdp_gym.gym_wrap emdp.examples emdp.examples.action_gap emdp.examples.counter emdp.examples.off_policy emdp.examples.simple emdp.examples.tricky_gridworlds emdp.exceptions emdp.gridworld emdp.gridworld.builder_tools emdp.gridworld.env emdp.gridworld.helper_utilities emdp.gridworld.plotting emdp.gridworld.txt_utilities emdp.torch_analytic emdp.utils

O

observation_space (emdp.emdp_gym.example_envs.wrapped_examples.SB_example35 attribute) (emdp.emdp_gym.example_envs.wrapped_examples.twostate_MDP attribute) (emdp.emdp_gym.gym_wrap.GymToMDP attribute)

P

P (emdp.gridworld.builder_tools.TransitionMatrixBuilder property) plot_environment() (emdp.gridworld.plotting.GridWorldPlotter method)

plot_grid() (emdp.gridworld.plotting.GridWorldPlotter method) plot_heatmap() (emdp.gridworld.plotting.GridWorldPlotter method) plot_trajectories() (emdp.gridworld.plotting.GridWorldPlotter method)

R

render() (emdp.emdp_gym.gym_wrap.GymToMDP method) reset() (emdp.common.MDP method) (emdp.emdp_gym.gym_wrap.GymToMDP method) (emdp.gridworld.env.GridWorldMDP method)

S

SB_example35 (class in emdp.emdp_gym.example_envs.wrapped_examples) seed() (emdp.emdp_gym.gym_wrap.GymToMDP method) set_current_state_to() (emdp.common.MDP method) (emdp.gridworld.env.GridWorldMDP method)

set_seed() (emdp.common.Env method) step() (emdp.common.MDP method) (emdp.emdp_gym.gym_wrap.GymToMDP method) (emdp.gridworld.env.GridWorldMDP method)

T

TransitionMatrixBuilder (class in emdp.gridworld.builder_tools)

twostate_MDP (class in emdp.emdp_gym.example_envs.wrapped_examples)

U

unflat_trajectories() (emdp.gridworld.plotting.GridWorldPlotter method)

unflatten_state() (emdp.gridworld.env.GridWorldMDP method) (in module emdp.gridworld.helper_utilities)