bacow/easy-rl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

更新算法模版

Browse Source
This commit is contained in:
johnjim0816
2022-11-06 12:15:36 +08:00
parent 466a17707f
commit dc78698262
256 changed files with 17282 additions and 10229 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
projects/codes/Sarsa/Test_CliffWalking-v0_Sarsa_20221030-021206/config.yaml Normal file
View File

@@ -0,0 +1,19 @@
general_cfg:
algo_name: Sarsa
device: cpu
env_name: CliffWalking-v0
load_checkpoint: true
load_path: Train_CliffWalking-v0_Sarsa_20221030-021146
max_steps: 200
mode: test
save_fig: true
seed: 1
show_fig: false
test_eps: 20
train_eps: 400
algo_cfg:
epsilon_decay: 300
epsilon_end: 0.01
epsilon_start: 0.95
gamma: 0.95
lr: 0.1

24
projects/codes/Sarsa/Test_CliffWalking-v0_Sarsa_20221030-021206/logs/log.txt Normal file
View File

@@ -0,0 +1,24 @@
2022-10-30 02:12:06 - r - INFO: - n_states: 48, n_actions: 4
2022-10-30 02:12:06 - r - INFO: - Start testing!
2022-10-30 02:12:06 - r - INFO: - Env: CliffWalking-v0, Algorithm: Sarsa, Device: cpu
2022-10-30 02:12:06 - r - INFO: - Episode: 1/20, Reward: -15.00, Steps:15
2022-10-30 02:12:06 - r - INFO: - Episode: 2/20, Reward: -15.00, Steps:15
2022-10-30 02:12:06 - r - INFO: - Episode: 3/20, Reward: -15.00, Steps:15
2022-10-30 02:12:06 - r - INFO: - Episode: 4/20, Reward: -15.00, Steps:15
2022-10-30 02:12:06 - r - INFO: - Episode: 5/20, Reward: -15.00, Steps:15
2022-10-30 02:12:06 - r - INFO: - Episode: 6/20, Reward: -15.00, Steps:15
2022-10-30 02:12:06 - r - INFO: - Episode: 7/20, Reward: -15.00, Steps:15
2022-10-30 02:12:06 - r - INFO: - Episode: 8/20, Reward: -15.00, Steps:15
2022-10-30 02:12:06 - r - INFO: - Episode: 9/20, Reward: -15.00, Steps:15
2022-10-30 02:12:06 - r - INFO: - Episode: 10/20, Reward: -15.00, Steps:15
2022-10-30 02:12:06 - r - INFO: - Episode: 11/20, Reward: -15.00, Steps:15
2022-10-30 02:12:06 - r - INFO: - Episode: 12/20, Reward: -15.00, Steps:15
2022-10-30 02:12:06 - r - INFO: - Episode: 13/20, Reward: -15.00, Steps:15
2022-10-30 02:12:06 - r - INFO: - Episode: 14/20, Reward: -15.00, Steps:15
2022-10-30 02:12:06 - r - INFO: - Episode: 15/20, Reward: -15.00, Steps:15
2022-10-30 02:12:06 - r - INFO: - Episode: 16/20, Reward: -15.00, Steps:15
2022-10-30 02:12:06 - r - INFO: - Episode: 17/20, Reward: -15.00, Steps:15
2022-10-30 02:12:06 - r - INFO: - Episode: 18/20, Reward: -15.00, Steps:15
2022-10-30 02:12:06 - r - INFO: - Episode: 19/20, Reward: -15.00, Steps:15
2022-10-30 02:12:06 - r - INFO: - Episode: 20/20, Reward: -15.00, Steps:15
2022-10-30 02:12:06 - r - INFO: - Finish testing!

BIN
projects/codes/Sarsa/Test_CliffWalking-v0_Sarsa_20221030-021206/models/checkpoint.pkl Normal file
View File

Binary file not shown.

BIN
projects/codes/Sarsa/Test_CliffWalking-v0_Sarsa_20221030-021206/results/learning_curve.png Normal file
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 25 KiB

21
projects/codes/Sarsa/Test_CliffWalking-v0_Sarsa_20221030-021206/results/res.csv Normal file
View File

@@ -0,0 +1,21 @@
episodes,rewards,steps
0,-15,15
1,-15,15
2,-15,15
3,-15,15
4,-15,15
5,-15,15
6,-15,15
7,-15,15
8,-15,15
9,-15,15
10,-15,15
11,-15,15
12,-15,15
13,-15,15
14,-15,15
15,-15,15
16,-15,15
17,-15,15
18,-15,15
19,-15,15
1 episodes rewards steps
2 0 -15 15
3 1 -15 15
4 2 -15 15
5 3 -15 15
6 4 -15 15
7 5 -15 15
8 6 -15 15
9 7 -15 15
10 8 -15 15
11 9 -15 15
12 10 -15 15
13 11 -15 15
14 12 -15 15
15 13 -15 15
16 14 -15 15
17 15 -15 15
18 16 -15 15
19 17 -15 15
20 18 -15 15
21 19 -15 15