Index

A

action_space (otto.classes.gymwrapper.GymWrapper attribute) agent (otto.classes.sourcetracking.SourceTracking attribute) (otto.classes.training.State attribute)

agent_near_boundaries (otto.classes.sourcetracking.SourceTracking attribute) agent_stuck (otto.classes.sourcetracking.SourceTracking attribute) apply_sym_transformation() (otto.classes.training.TrainingEnv method)

B

build_graph() (otto.classes.valuemodel.ValueModel method)

C

call() (otto.classes.valuemodel.ValueModel method) choose_action() (otto.classes.policy.Policy method)

choose_action_from_statep() (otto.classes.training.TrainingEnv method) config (otto.classes.valuemodel.ValueModel attribute) cumulative_hits (otto.classes.sourcetracking.SourceTracking attribute)

D

discount (otto.classes.heuristicpolicy.HeuristicPolicy attribute)

draw_source (otto.classes.sourcetracking.SourceTracking attribute)

E

env (otto.classes.heuristicpolicy.HeuristicPolicy attribute) (otto.classes.rlpolicy.RLPolicy attribute)

G

get_state_value() (otto.classes.training.TrainingEnv method)

get_target() (otto.classes.training.TrainingEnv method) GymWrapper (class in otto.classes.gymwrapper)

H

HeuristicPolicy (class in otto.classes.heuristicpolicy)

hit_map (otto.classes.sourcetracking.SourceTracking attribute)

I

initial_hit (otto.classes.sourcetracking.SourceTracking attribute)

L

lambda_over_dx (otto.classes.sourcetracking.SourceTracking attribute)

M

make_video() (otto.classes.visualization.Visualization method) model (otto.classes.rlpolicy.RLPolicy attribute) module otto.classes.gymwrapper otto.classes.heuristicpolicy otto.classes.policy otto.classes.rlpolicy otto.classes.sourcetracking otto.classes.training otto.classes.valuemodel otto.classes.visualization otto.evaluate.evaluate otto.learn.learn otto.visualize.visualize

mu0_Poisson (otto.classes.sourcetracking.SourceTracking attribute)

N

Nactions (otto.classes.sourcetracking.SourceTracking attribute) Ndim (otto.classes.sourcetracking.SourceTracking attribute) Ngrid (otto.classes.sourcetracking.SourceTracking attribute)

Nhits (otto.classes.sourcetracking.SourceTracking attribute) NN_input_shape (otto.classes.sourcetracking.SourceTracking attribute) norm_Poisson (otto.classes.sourcetracking.SourceTracking attribute)

O

obs (otto.classes.sourcetracking.SourceTracking attribute) observation_space (otto.classes.gymwrapper.GymWrapper attribute) otto.classes.gymwrapper module otto.classes.heuristicpolicy module otto.classes.policy module otto.classes.rlpolicy module otto.classes.sourcetracking module

otto.classes.training module otto.classes.valuemodel module otto.classes.visualization module otto.evaluate.evaluate module otto.learn.learn module otto.visualize.visualize module

P

p_source (otto.classes.sourcetracking.SourceTracking attribute) (otto.classes.training.State attribute) Policy (class in otto.classes.policy) policy_index (otto.classes.heuristicpolicy.HeuristicPolicy attribute) (otto.classes.policy.Policy attribute) (otto.classes.rlpolicy.RLPolicy attribute)

policy_name (otto.classes.heuristicpolicy.HeuristicPolicy attribute) (otto.classes.policy.Policy attribute) (otto.classes.rlpolicy.RLPolicy attribute) policy_name() (in module otto.classes.policy) prob (otto.classes.training.State attribute)

R

R_dt (otto.classes.sourcetracking.SourceTracking attribute) record_snapshot() (otto.classes.visualization.Visualization method) reload_model() (in module otto.classes.valuemodel)

reset() (otto.classes.gymwrapper.GymWrapper method) restart() (otto.classes.sourcetracking.SourceTracking method) RLPolicy (class in otto.classes.rlpolicy)

S

save_model() (otto.classes.valuemodel.ValueModel method) SourceTracking (class in otto.classes.sourcetracking) State (class in otto.classes.training)

states2inputs() (otto.classes.training.TrainingEnv method) step() (otto.classes.gymwrapper.GymWrapper method) (otto.classes.sourcetracking.SourceTracking method) steps_ahead (otto.classes.heuristicpolicy.HeuristicPolicy attribute)

T

test_step() (otto.classes.valuemodel.ValueModel method) train_step() (otto.classes.valuemodel.ValueModel method)

TrainingEnv (class in otto.classes.training) transitions() (otto.classes.training.TrainingEnv method)

V

ValueModel (class in otto.classes.valuemodel)

Visualization (class in otto.classes.visualization)