update projects

projects/codes/QLearning/qlearning.py

@@ -15,18 +15,20 @@ import torch
 from collections import defaultdict
 
 class QLearning(object):
-    def __init__(self,n_states,
+    def __init__(self,
                  n_actions,cfg):
         self.n_actions = n_actions 
         self.lr = cfg.lr  # 学习率
         self.gamma = cfg.gamma  
-        self.epsilon = 0 
+        self.epsilon = cfg.epsilon_start
         self.sample_count = 0  
         self.epsilon_start = cfg.epsilon_start
         self.epsilon_end = cfg.epsilon_end
         self.epsilon_decay = cfg.epsilon_decay
         self.Q_table  = defaultdict(lambda: np.zeros(n_actions)) # 用嵌套字典存放状态->动作->状态-动作值（Q值）的映射，即Q表
-    def choose_action(self, state):
+    def sample(self, state):
+        ''' 采样动作，训练时用
+        '''
         self.sample_count += 1
         self.epsilon = self.epsilon_end + (self.epsilon_start - self.epsilon_end) * \
             math.exp(-1. * self.sample_count / self.epsilon_decay) # epsilon是会递减的，这里选择指数递减
@@ -37,6 +39,8 @@ class QLearning(object):
             action = np.random.choice(self.n_actions) # 随机选择动作
         return action
     def predict(self,state):
+        ''' 预测或选择动作，测试时用
+        '''
         action = np.argmax(self.Q_table[str(state)])
         return action
     def update(self, state, action, reward, next_state, done):