OBS = "obs"
ACTION = "action"
REWARD = "reward"
NEXT_OBS = "next_obs"
MASK = "mask"
WEIGHT = "weight"

REW_STATE = "reward_state"
REW_CTRL = "reward_control"

# Gym specific constants
GYM_KEY_OBS = "final_observation"
GYM_KEY_FINAL = "final_info"
GYM_KEY_EPISODE = "episode"
GYM_KEY_RETURN = "r"

# Logging
TIME_TOTAL = "time_total"
TIMESTEPS_TOTAL = "time_steps_total"
EPISODES_TOTAL = "episodes_total"
EPOCH = "epoch"
EVAL = "eval"

Q_MEAN = "q_mean"
Q_STD = "q_std"
KEY_ACTOR_LOSS = "actor_loss"
KEY_CRITIC_LOSS = "critic_loss"
