gaspersic/Gymnasium
1
0
Fork 0
mirror of https://github.com/Farama-Foundation/Gymnasium.git synced 2025-07-31 05:44:31 +00:00
Code Issues Packages Projects Releases Wiki Activity

doc(FrozenLake_tuto): update policy exploitation logic to handle variable sets of maximum Q-values (#1037)

Browse Source
This commit is contained in:
edelauna
2024-04-29 05:25:08 -04:00
committed by GitHub
parent 93403cb4f9
commit 5bf72690e1
1 changed files with 4 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
docs/tutorials/training_agents/FrozenLake_tuto.py
View File

@@ -161,12 +161,10 @@ class EpsilonGreedy:
# Exploitation (taking the biggest Q-value for this state)
else:
# Break ties randomly
# If all actions are the same for this state we choose a random one
# (otherwise `np.argmax()` would always take the first one)
if np.all(qtable[state, :]) == qtable[state, 0]:
action = action_space.sample()
else:
action = np.argmax(qtable[state, :])
# Find the indices where the Q-value equals the maximum value
# Choose a random action from the indices where the Q-value is maximum
max_ids = np.where(qtable[state, :] == max(qtable[state, :]))[0]
action = rng.choice(max_ids)
return action