bacow/easy-rl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update rainbowdqn

Browse Source
This commit is contained in:
johnjim0816
2022-05-31 01:20:58 +08:00
parent cfc0f6492e
commit c7c94468c9
149 changed files with 1866 additions and 1549 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
codes/Sarsa/sarsa.py
View File

@@ -5,7 +5,7 @@ Author: John
Email: johnjim0816@gmail.com
Date: 2021-03-12 16:58:16
LastEditor: John
LastEditTime: 2022-04-24 21:14:23
LastEditTime: 2022-04-29 20:12:57
Discription:
Environment:
'''
@@ -16,15 +16,14 @@ import math
class Sarsa(object):
def __init__(self,
n_actions,cfg,):
self.n_actions = n_actions # number of actions
self.lr = cfg.lr # learning rate
self.n_actions = n_actions
self.lr = cfg.lr
self.gamma = cfg.gamma
self.sample_count = 0
self.epsilon_start = cfg.epsilon_start
self.epsilon_end = cfg.epsilon_end
self.epsilon_decay = cfg.epsilon_decay
self.Q = defaultdict(lambda: np.zeros(n_actions))
# self.Q = np.zeros((state_dim, n_actions)) # Q表
self.Q = defaultdict(lambda: np.zeros(n_actions)) # Q table
def choose_action(self, state):
self.sample_count += 1
self.epsilon = self.epsilon_end + (self.epsilon_start - self.epsilon_end) * \