bacow/easy-rl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

更新算法模版

Browse Source
This commit is contained in:
johnjim0816
2022-11-06 12:15:36 +08:00
parent 466a17707f
commit dc78698262
256 changed files with 17282 additions and 10229 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
projects/codes/Sarsa/Test_Racetrack-v0_Sarsa_20221030-021347/config.yaml Normal file
View File

@@ -0,0 +1,19 @@
general_cfg:
algo_name: Sarsa
device: cpu
env_name: Racetrack-v0
load_checkpoint: true
load_path: Train_Racetrack-v0_Sarsa_20221030-021315
max_steps: 200
mode: test
save_fig: true
seed: 10
show_fig: false
test_eps: 20
train_eps: 400
algo_cfg:
epsilon_decay: 200
epsilon_end: 0.01
epsilon_start: 0.9
gamma: 0.99
lr: 0.1

24
projects/codes/Sarsa/Test_Racetrack-v0_Sarsa_20221030-021347/logs/log.txt Normal file
View File

@@ -0,0 +1,24 @@
2022-10-30 02:13:47 - r - INFO: - n_states: 4, n_actions: 9
2022-10-30 02:13:47 - r - INFO: - Start testing!
2022-10-30 02:13:47 - r - INFO: - Env: Racetrack-v0, Algorithm: Sarsa, Device: cpu
2022-10-30 02:13:47 - r - INFO: - Episode: 1/20, Reward: 3.00, Steps:7
2022-10-30 02:13:47 - r - INFO: - Episode: 2/20, Reward: 3.00, Steps:7
2022-10-30 02:13:47 - r - INFO: - Episode: 3/20, Reward: 2.00, Steps:8
2022-10-30 02:13:47 - r - INFO: - Episode: 4/20, Reward: 3.00, Steps:7
2022-10-30 02:13:47 - r - INFO: - Episode: 5/20, Reward: -12.00, Steps:12
2022-10-30 02:13:47 - r - INFO: - Episode: 6/20, Reward: -49.00, Steps:29
2022-10-30 02:13:47 - r - INFO: - Episode: 7/20, Reward: 3.00, Steps:7
2022-10-30 02:13:47 - r - INFO: - Episode: 8/20, Reward: -17.00, Steps:17
2022-10-30 02:13:47 - r - INFO: - Episode: 9/20, Reward: 4.00, Steps:6
2022-10-30 02:13:47 - r - INFO: - Episode: 10/20, Reward: -17.00, Steps:17
2022-10-30 02:13:47 - r - INFO: - Episode: 11/20, Reward: 2.00, Steps:8
2022-10-30 02:13:47 - r - INFO: - Episode: 12/20, Reward: 3.00, Steps:7
2022-10-30 02:13:47 - r - INFO: - Episode: 13/20, Reward: 3.00, Steps:7
2022-10-30 02:13:47 - r - INFO: - Episode: 14/20, Reward: 2.00, Steps:8
2022-10-30 02:13:47 - r - INFO: - Episode: 15/20, Reward: 3.00, Steps:7
2022-10-30 02:13:47 - r - INFO: - Episode: 16/20, Reward: -34.00, Steps:24
2022-10-30 02:13:47 - r - INFO: - Episode: 17/20, Reward: 3.00, Steps:7
2022-10-30 02:13:47 - r - INFO: - Episode: 18/20, Reward: 5.00, Steps:5
2022-10-30 02:13:47 - r - INFO: - Episode: 19/20, Reward: 5.00, Steps:5
2022-10-30 02:13:47 - r - INFO: - Episode: 20/20, Reward: 3.00, Steps:7
2022-10-30 02:13:47 - r - INFO: - Finish testing!

BIN
projects/codes/Sarsa/Test_Racetrack-v0_Sarsa_20221030-021347/models/checkpoint.pkl Normal file
View File

Binary file not shown.

BIN
projects/codes/Sarsa/Test_Racetrack-v0_Sarsa_20221030-021347/results/learning_curve.png Normal file
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 40 KiB

21
projects/codes/Sarsa/Test_Racetrack-v0_Sarsa_20221030-021347/results/res.csv Normal file
View File

@@ -0,0 +1,21 @@
episodes,rewards,steps
0,3,7
1,3,7
2,2,8
3,3,7
4,-12,12
5,-49,29
6,3,7
7,-17,17
8,4,6
9,-17,17
10,2,8
11,3,7
12,3,7
13,2,8
14,3,7
15,-34,24
16,3,7
17,5,5
18,5,5
19,3,7
1 episodes rewards steps
2 0 3 7
3 1 3 7
4 2 2 8
5 3 3 7
6 4 -12 12
7 5 -49 29
8 6 3 7
9 7 -17 17
10 8 4 6
11 9 -17 17
12 10 2 8
13 11 3 7
14 12 3 7
15 13 2 8
16 14 3 7
17 15 -34 24
18 16 3 7
19 17 5 5
20 18 5 5
21 19 3 7