更新PPO，增加PER DQN

projects/codes/MonteCarlo/outputs/Racetrack/20220815-180742/results/params.json

@@ -1 +0,0 @@
-{"algo_name": "First-Visit MC", "env_name": "Racetrack", "train_eps": 200, "test_eps": 20, "gamma": 0.9, "epsilon": 0.15, "device": "cpu", "result_path": "/Users/jj/Desktop/rl-tutorials/codes/MonteCarlo/outputs/Racetrack/20220815-180742/results/", "model_path": "/Users/jj/Desktop/rl-tutorials/codes/MonteCarlo/outputs/Racetrack/20220815-180742/models/", "save_fig": true}

projects/codes/MonteCarlo/task0.py

@@ -5,7 +5,7 @@ Author: John
 Email: johnjim0816@gmail.com
 Date: 2021-03-11 14:26:44
 LastEditor: John
-LastEditTime: 2022-11-06 00:44:56
+LastEditTime: 2022-11-08 23:35:18
 Discription: 
 Environment: 
 '''
@@ -24,9 +24,6 @@ from common.launcher import Launcher
 from MonteCarlo.agent import FisrtVisitMC
 from MonteCarlo.config.config import GeneralConfigMC,AlgoConfigMC
 
-
-curr_time = datetime.datetime.now().strftime(
-    "%Y%m%d-%H%M%S")  # obtain current time
 class Main(Launcher):
     def __init__(self) -> None:
         super().__init__()