更新算法模版

This commit is contained in:
johnjim0816
2022-11-06 12:15:36 +08:00
parent 466a17707f
commit dc78698262
256 changed files with 17282 additions and 10229 deletions

View File

@@ -0,0 +1,21 @@
general_cfg:
algo_name: QLearning
device: cpu
env_name: CliffWalking-v0
load_checkpoint: true
load_path: Train_CliffWalking-v0_QLearning_20221030-013856
max_steps: 200
mode: test
save_fig: true
seed: 1
show_fig: false
test_eps: 20
train_eps: 400
algo_cfg:
batch_size: 64
buffer_size: 100000
epsilon_decay: 300
epsilon_end: 0.01
epsilon_start: 0.95
gamma: 0.95
lr: 0.1

View File

@@ -0,0 +1,24 @@
2022-10-30 01:41:51 - r - INFO: - n_states: 48, n_actions: 4
2022-10-30 01:41:51 - r - INFO: - Start testing!
2022-10-30 01:41:51 - r - INFO: - Env: CliffWalking-v0, Algorithm: QLearning, Device: cpu
2022-10-30 01:41:51 - r - INFO: - Episode: 1/20, Steps:13 Reward: -13.00
2022-10-30 01:41:51 - r - INFO: - Episode: 2/20, Steps:13 Reward: -13.00
2022-10-30 01:41:51 - r - INFO: - Episode: 3/20, Steps:13 Reward: -13.00
2022-10-30 01:41:51 - r - INFO: - Episode: 4/20, Steps:13 Reward: -13.00
2022-10-30 01:41:51 - r - INFO: - Episode: 5/20, Steps:13 Reward: -13.00
2022-10-30 01:41:51 - r - INFO: - Episode: 6/20, Steps:13 Reward: -13.00
2022-10-30 01:41:51 - r - INFO: - Episode: 7/20, Steps:13 Reward: -13.00
2022-10-30 01:41:51 - r - INFO: - Episode: 8/20, Steps:13 Reward: -13.00
2022-10-30 01:41:51 - r - INFO: - Episode: 9/20, Steps:13 Reward: -13.00
2022-10-30 01:41:51 - r - INFO: - Episode: 10/20, Steps:13 Reward: -13.00
2022-10-30 01:41:51 - r - INFO: - Episode: 11/20, Steps:13 Reward: -13.00
2022-10-30 01:41:51 - r - INFO: - Episode: 12/20, Steps:13 Reward: -13.00
2022-10-30 01:41:51 - r - INFO: - Episode: 13/20, Steps:13 Reward: -13.00
2022-10-30 01:41:51 - r - INFO: - Episode: 14/20, Steps:13 Reward: -13.00
2022-10-30 01:41:51 - r - INFO: - Episode: 15/20, Steps:13 Reward: -13.00
2022-10-30 01:41:51 - r - INFO: - Episode: 16/20, Steps:13 Reward: -13.00
2022-10-30 01:41:51 - r - INFO: - Episode: 17/20, Steps:13 Reward: -13.00
2022-10-30 01:41:51 - r - INFO: - Episode: 18/20, Steps:13 Reward: -13.00
2022-10-30 01:41:51 - r - INFO: - Episode: 19/20, Steps:13 Reward: -13.00
2022-10-30 01:41:51 - r - INFO: - Episode: 20/20, Steps:13 Reward: -13.00
2022-10-30 01:41:51 - r - INFO: - Finish testing!

Binary file not shown.

After

Width:  |  Height:  |  Size: 24 KiB

View File

@@ -0,0 +1,19 @@
general_cfg:
algo_name: QLearning
device: cpu
env_name: FrozenLakeNoSlippery-v1
load_checkpoint: true
load_path: Train_FrozenLakeNoSlippery-v1_QLearning_20221030-014504
max_steps: 200
mode: test
save_fig: true
seed: 10
show_fig: false
test_eps: 20
train_eps: 800
algo_cfg:
epsilon_decay: 2000
epsilon_end: 0.1
epsilon_start: 0.7
gamma: 0.95
lr: 0.9

View File

@@ -0,0 +1,24 @@
2022-10-30 01:45:52 - r - INFO: - n_states: 16, n_actions: 4
2022-10-30 01:45:52 - r - INFO: - Start testing!
2022-10-30 01:45:52 - r - INFO: - Env: FrozenLakeNoSlippery-v1, Algorithm: QLearning, Device: cpu
2022-10-30 01:45:52 - r - INFO: - Episode: 1/20, Steps:6 Reward: 1.00
2022-10-30 01:45:52 - r - INFO: - Episode: 2/20, Steps:6 Reward: 1.00
2022-10-30 01:45:52 - r - INFO: - Episode: 3/20, Steps:6 Reward: 1.00
2022-10-30 01:45:52 - r - INFO: - Episode: 4/20, Steps:6 Reward: 1.00
2022-10-30 01:45:52 - r - INFO: - Episode: 5/20, Steps:6 Reward: 1.00
2022-10-30 01:45:52 - r - INFO: - Episode: 6/20, Steps:6 Reward: 1.00
2022-10-30 01:45:52 - r - INFO: - Episode: 7/20, Steps:6 Reward: 1.00
2022-10-30 01:45:52 - r - INFO: - Episode: 8/20, Steps:6 Reward: 1.00
2022-10-30 01:45:52 - r - INFO: - Episode: 9/20, Steps:6 Reward: 1.00
2022-10-30 01:45:52 - r - INFO: - Episode: 10/20, Steps:6 Reward: 1.00
2022-10-30 01:45:52 - r - INFO: - Episode: 11/20, Steps:6 Reward: 1.00
2022-10-30 01:45:52 - r - INFO: - Episode: 12/20, Steps:6 Reward: 1.00
2022-10-30 01:45:52 - r - INFO: - Episode: 13/20, Steps:6 Reward: 1.00
2022-10-30 01:45:52 - r - INFO: - Episode: 14/20, Steps:6 Reward: 1.00
2022-10-30 01:45:52 - r - INFO: - Episode: 15/20, Steps:6 Reward: 1.00
2022-10-30 01:45:52 - r - INFO: - Episode: 16/20, Steps:6 Reward: 1.00
2022-10-30 01:45:52 - r - INFO: - Episode: 17/20, Steps:6 Reward: 1.00
2022-10-30 01:45:52 - r - INFO: - Episode: 18/20, Steps:6 Reward: 1.00
2022-10-30 01:45:52 - r - INFO: - Episode: 19/20, Steps:6 Reward: 1.00
2022-10-30 01:45:52 - r - INFO: - Episode: 20/20, Steps:6 Reward: 1.00
2022-10-30 01:45:52 - r - INFO: - Finish testing!

Binary file not shown.

After

Width:  |  Height:  |  Size: 24 KiB

View File

@@ -0,0 +1,19 @@
general_cfg:
algo_name: QLearning
device: cpu
env_name: Racetrack-v0
load_checkpoint: true
load_path: Train_Racetrack-v0_QLearning_20221030-014833
max_steps: 200
mode: test
save_fig: true
seed: 10
show_fig: false
test_eps: 20
train_eps: 400
algo_cfg:
epsilon_decay: 300
epsilon_end: 0.01
epsilon_start: 0.95
gamma: 0.9
lr: 0.1

View File

@@ -0,0 +1,24 @@
2022-10-30 01:49:58 - r - INFO: - n_states: 4, n_actions: 9
2022-10-30 01:49:58 - r - INFO: - Start testing!
2022-10-30 01:49:58 - r - INFO: - Env: Racetrack-v0, Algorithm: QLearning, Device: cpu
2022-10-30 01:49:58 - r - INFO: - Episode: 1/20, Steps:14 Reward: -4.00
2022-10-30 01:49:58 - r - INFO: - Episode: 2/20, Steps:8 Reward: 2.00
2022-10-30 01:49:58 - r - INFO: - Episode: 3/20, Steps:6 Reward: 4.00
2022-10-30 01:49:58 - r - INFO: - Episode: 4/20, Steps:22 Reward: -12.00
2022-10-30 01:49:58 - r - INFO: - Episode: 5/20, Steps:15 Reward: -15.00
2022-10-30 01:49:58 - r - INFO: - Episode: 6/20, Steps:6 Reward: 4.00
2022-10-30 01:49:58 - r - INFO: - Episode: 7/20, Steps:5 Reward: 5.00
2022-10-30 01:49:58 - r - INFO: - Episode: 8/20, Steps:8 Reward: 2.00
2022-10-30 01:49:58 - r - INFO: - Episode: 9/20, Steps:15 Reward: -5.00
2022-10-30 01:49:58 - r - INFO: - Episode: 10/20, Steps:8 Reward: 2.00
2022-10-30 01:49:58 - r - INFO: - Episode: 11/20, Steps:5 Reward: 5.00
2022-10-30 01:49:58 - r - INFO: - Episode: 12/20, Steps:15 Reward: -5.00
2022-10-30 01:49:58 - r - INFO: - Episode: 13/20, Steps:6 Reward: 4.00
2022-10-30 01:49:58 - r - INFO: - Episode: 14/20, Steps:31 Reward: -51.00
2022-10-30 01:49:58 - r - INFO: - Episode: 15/20, Steps:13 Reward: -13.00
2022-10-30 01:49:58 - r - INFO: - Episode: 16/20, Steps:7 Reward: 3.00
2022-10-30 01:49:58 - r - INFO: - Episode: 17/20, Steps:6 Reward: 4.00
2022-10-30 01:49:58 - r - INFO: - Episode: 18/20, Steps:5 Reward: 5.00
2022-10-30 01:49:58 - r - INFO: - Episode: 19/20, Steps:17 Reward: -17.00
2022-10-30 01:49:58 - r - INFO: - Episode: 20/20, Steps:15 Reward: -5.00
2022-10-30 01:49:58 - r - INFO: - Finish testing!

Binary file not shown.

After

Width:  |  Height:  |  Size: 41 KiB

View File

@@ -0,0 +1,21 @@
episodes,rewards,steps
0,-4,14
1,2,8
2,4,6
3,-12,22
4,-15,15
5,4,6
6,5,5
7,2,8
8,-5,15
9,2,8
10,5,5
11,-5,15
12,4,6
13,-51,31
14,-13,13
15,3,7
16,4,6
17,5,5
18,-17,17
19,-5,15
1 episodes rewards steps
2 0 -4 14
3 1 2 8
4 2 4 6
5 3 -12 22
6 4 -15 15
7 5 4 6
8 6 5 5
9 7 2 8
10 8 -5 15
11 9 2 8
12 10 5 5
13 11 -5 15
14 12 4 6
15 13 -51 31
16 14 -13 13
17 15 3 7
18 16 4 6
19 17 5 5
20 18 -17 17
21 19 -5 15

View File

@@ -0,0 +1,19 @@
general_cfg:
algo_name: QLearning
device: cpu
env_name: CliffWalking-v0
load_checkpoint: false
load_path: Train_CartPole-v1_DQN_20221026-054757
max_steps: 200
mode: train
save_fig: true
seed: 1
show_fig: false
test_eps: 20
train_eps: 800
algo_cfg:
epsilon_decay: 300
epsilon_end: 0.01
epsilon_start: 0.95
gamma: 0.95
lr: 0.1

View File

@@ -0,0 +1,804 @@
2022-10-30 01:49:16 - r - INFO: - n_states: 48, n_actions: 4
2022-10-30 01:49:16 - r - INFO: - Start training!
2022-10-30 01:49:16 - r - INFO: - Env: CliffWalking-v0, Algorithm: QLearning, Device: cpu
2022-10-30 01:49:16 - r - INFO: - Episode: 1/800, Reward: -1586.00: Epislon: 0.493
2022-10-30 01:49:16 - r - INFO: - Episode: 2/800, Reward: -1091.00: Epislon: 0.258
2022-10-30 01:49:16 - r - INFO: - Episode: 3/800, Reward: -596.00: Epislon: 0.137
2022-10-30 01:49:16 - r - INFO: - Episode: 4/800, Reward: -497.00: Epislon: 0.075
2022-10-30 01:49:16 - r - INFO: - Episode: 5/800, Reward: -398.00: Epislon: 0.044
2022-10-30 01:49:16 - r - INFO: - Episode: 6/800, Reward: -362.00: Epislon: 0.029
2022-10-30 01:49:16 - r - INFO: - Episode: 7/800, Reward: -179.00: Epislon: 0.021
2022-10-30 01:49:16 - r - INFO: - Episode: 8/800, Reward: -398.00: Epislon: 0.015
2022-10-30 01:49:16 - r - INFO: - Episode: 9/800, Reward: -79.00: Epislon: 0.014
2022-10-30 01:49:16 - r - INFO: - Episode: 10/800, Reward: -141.00: Epislon: 0.013
2022-10-30 01:49:16 - r - INFO: - Episode: 11/800, Reward: -143.00: Epislon: 0.012
2022-10-30 01:49:16 - r - INFO: - Episode: 12/800, Reward: -134.00: Epislon: 0.011
2022-10-30 01:49:16 - r - INFO: - Episode: 13/800, Reward: -299.00: Epislon: 0.011
2022-10-30 01:49:16 - r - INFO: - Episode: 14/800, Reward: -102.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 15/800, Reward: -61.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 16/800, Reward: -136.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 17/800, Reward: -176.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 18/800, Reward: -98.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 19/800, Reward: -92.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 20/800, Reward: -110.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 21/800, Reward: -67.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 22/800, Reward: -136.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 23/800, Reward: -98.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 24/800, Reward: -164.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 25/800, Reward: -65.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 26/800, Reward: -98.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 27/800, Reward: -33.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 28/800, Reward: -161.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 29/800, Reward: -72.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 30/800, Reward: -73.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 31/800, Reward: -116.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 32/800, Reward: -50.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 33/800, Reward: -66.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 34/800, Reward: -123.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 35/800, Reward: -40.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 36/800, Reward: -100.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 37/800, Reward: -56.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 38/800, Reward: -101.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 39/800, Reward: -55.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 40/800, Reward: -84.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 41/800, Reward: -68.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 42/800, Reward: -33.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 43/800, Reward: -113.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 44/800, Reward: -72.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 45/800, Reward: -36.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 46/800, Reward: -84.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 47/800, Reward: -45.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 48/800, Reward: -86.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 49/800, Reward: -57.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 50/800, Reward: -92.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 51/800, Reward: -39.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 52/800, Reward: -76.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 53/800, Reward: -39.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 54/800, Reward: -47.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 55/800, Reward: -88.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 56/800, Reward: -40.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 57/800, Reward: -55.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 58/800, Reward: -69.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 59/800, Reward: -51.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 60/800, Reward: -69.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 61/800, Reward: -36.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 62/800, Reward: -84.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 63/800, Reward: -38.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 64/800, Reward: -56.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 65/800, Reward: -58.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 66/800, Reward: -27.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 67/800, Reward: -64.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 68/800, Reward: -38.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 69/800, Reward: -53.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 70/800, Reward: -70.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 71/800, Reward: -40.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 72/800, Reward: -47.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 73/800, Reward: -71.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 74/800, Reward: -47.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 75/800, Reward: -32.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 76/800, Reward: -70.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 77/800, Reward: -36.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 78/800, Reward: -36.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 79/800, Reward: -73.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 80/800, Reward: -18.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 81/800, Reward: -67.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 82/800, Reward: -29.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 83/800, Reward: -25.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 84/800, Reward: -64.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 85/800, Reward: -28.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 86/800, Reward: -61.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 87/800, Reward: -33.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 88/800, Reward: -30.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 89/800, Reward: -25.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 90/800, Reward: -86.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 91/800, Reward: -19.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 92/800, Reward: -53.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 93/800, Reward: -39.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 94/800, Reward: -39.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 95/800, Reward: -36.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 96/800, Reward: -45.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 97/800, Reward: -43.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 98/800, Reward: -31.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 99/800, Reward: -37.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 100/800, Reward: -43.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 101/800, Reward: -46.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 102/800, Reward: -28.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 103/800, Reward: -32.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 104/800, Reward: -47.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 105/800, Reward: -37.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 106/800, Reward: -39.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 107/800, Reward: -38.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 108/800, Reward: -29.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 109/800, Reward: -44.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 110/800, Reward: -39.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 111/800, Reward: -26.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 112/800, Reward: -28.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 113/800, Reward: -63.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 114/800, Reward: -18.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 115/800, Reward: -52.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 116/800, Reward: -24.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 117/800, Reward: -26.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 118/800, Reward: -39.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 119/800, Reward: -21.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 120/800, Reward: -44.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 121/800, Reward: -48.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 122/800, Reward: -24.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 123/800, Reward: -40.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 124/800, Reward: -31.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 125/800, Reward: -23.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 126/800, Reward: -35.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 127/800, Reward: -26.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 128/800, Reward: -31.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 129/800, Reward: -33.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 130/800, Reward: -32.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 131/800, Reward: -36.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 132/800, Reward: -21.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 133/800, Reward: -43.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 134/800, Reward: -51.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 135/800, Reward: -17.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 136/800, Reward: -28.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 137/800, Reward: -24.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 138/800, Reward: -42.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 139/800, Reward: -21.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 140/800, Reward: -24.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 141/800, Reward: -30.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 142/800, Reward: -24.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 143/800, Reward: -36.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 144/800, Reward: -14.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 145/800, Reward: -42.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 146/800, Reward: -44.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 147/800, Reward: -25.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 148/800, Reward: -42.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 149/800, Reward: -16.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 150/800, Reward: -30.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 151/800, Reward: -32.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 152/800, Reward: -20.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 153/800, Reward: -44.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 154/800, Reward: -20.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 155/800, Reward: -29.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 156/800, Reward: -20.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 157/800, Reward: -30.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 158/800, Reward: -18.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 159/800, Reward: -25.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 160/800, Reward: -38.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 161/800, Reward: -34.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 162/800, Reward: -25.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 163/800, Reward: -30.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 164/800, Reward: -24.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 165/800, Reward: -19.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 166/800, Reward: -34.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 167/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 168/800, Reward: -27.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 169/800, Reward: -22.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 170/800, Reward: -28.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 171/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 172/800, Reward: -20.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 173/800, Reward: -58.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 174/800, Reward: -18.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 175/800, Reward: -19.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 176/800, Reward: -29.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 177/800, Reward: -125.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 178/800, Reward: -156.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 179/800, Reward: -18.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 180/800, Reward: -25.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 181/800, Reward: -27.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 182/800, Reward: -21.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 183/800, Reward: -22.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 184/800, Reward: -21.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 185/800, Reward: -22.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 186/800, Reward: -25.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 187/800, Reward: -25.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 188/800, Reward: -27.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 189/800, Reward: -19.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 190/800, Reward: -26.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 191/800, Reward: -17.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 192/800, Reward: -21.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 193/800, Reward: -30.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 194/800, Reward: -16.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 195/800, Reward: -35.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 196/800, Reward: -21.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 197/800, Reward: -134.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 198/800, Reward: -21.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 199/800, Reward: -18.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 200/800, Reward: -27.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 201/800, Reward: -16.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 202/800, Reward: -44.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 203/800, Reward: -23.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 204/800, Reward: -23.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 205/800, Reward: -16.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 206/800, Reward: -18.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 207/800, Reward: -17.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 208/800, Reward: -18.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 209/800, Reward: -16.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 210/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 211/800, Reward: -19.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 212/800, Reward: -26.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 213/800, Reward: -27.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 214/800, Reward: -133.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 215/800, Reward: -21.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 216/800, Reward: -24.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 217/800, Reward: -29.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 218/800, Reward: -24.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 219/800, Reward: -16.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 220/800, Reward: -16.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 221/800, Reward: -24.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 222/800, Reward: -17.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 223/800, Reward: -143.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 224/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 225/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 226/800, Reward: -23.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 227/800, Reward: -21.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 228/800, Reward: -26.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 229/800, Reward: -16.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 230/800, Reward: -19.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 231/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 232/800, Reward: -19.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 233/800, Reward: -29.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 234/800, Reward: -26.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 235/800, Reward: -30.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 236/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 237/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 238/800, Reward: -21.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 239/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 240/800, Reward: -18.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 241/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 242/800, Reward: -16.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 243/800, Reward: -27.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 244/800, Reward: -17.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 245/800, Reward: -27.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 246/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 247/800, Reward: -14.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 248/800, Reward: -28.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 249/800, Reward: -17.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 250/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 251/800, Reward: -17.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 252/800, Reward: -19.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 253/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 254/800, Reward: -23.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 255/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 256/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 257/800, Reward: -19.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 258/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 259/800, Reward: -22.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 260/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 261/800, Reward: -16.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 262/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 263/800, Reward: -34.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 264/800, Reward: -16.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 265/800, Reward: -26.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 266/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 267/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 268/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 269/800, Reward: -18.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 270/800, Reward: -18.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 271/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 272/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 273/800, Reward: -19.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 274/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 275/800, Reward: -27.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 276/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 277/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 278/800, Reward: -22.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 279/800, Reward: -17.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 280/800, Reward: -17.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 281/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 282/800, Reward: -26.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 283/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 284/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 285/800, Reward: -14.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 286/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 287/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 288/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 289/800, Reward: -14.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 290/800, Reward: -24.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 291/800, Reward: -21.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 292/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 293/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 294/800, Reward: -14.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 295/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 296/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 297/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 298/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 299/800, Reward: -14.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 300/800, Reward: -21.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 301/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 302/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 303/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 304/800, Reward: -21.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 305/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 306/800, Reward: -22.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 307/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 308/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 309/800, Reward: -16.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 310/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 311/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 312/800, Reward: -31.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 313/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 314/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 315/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 316/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 317/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 318/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 319/800, Reward: -14.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 320/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 321/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 322/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 323/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 324/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 325/800, Reward: -16.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 326/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 327/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 328/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 329/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 330/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 331/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 332/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 333/800, Reward: -16.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 334/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 335/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 336/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 337/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 338/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 339/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 340/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 341/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 342/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 343/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 344/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 345/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 346/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 347/800, Reward: -22.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 348/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 349/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 350/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 351/800, Reward: -17.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 352/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 353/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 354/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 355/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 356/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 357/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 358/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 359/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 360/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 361/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 362/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 363/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 364/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 365/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 366/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 367/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 368/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 369/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 370/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 371/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 372/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 373/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 374/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 375/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 376/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 377/800, Reward: -21.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 378/800, Reward: -123.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 379/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 380/800, Reward: -14.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 381/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 382/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 383/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 384/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 385/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 386/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 387/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 388/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 389/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 390/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 391/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 392/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 393/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 394/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 395/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 396/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 397/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 398/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 399/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 400/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 401/800, Reward: -14.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 402/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 403/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 404/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 405/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 406/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 407/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 408/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 409/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 410/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 411/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 412/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 413/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 414/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 415/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 416/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 417/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 418/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 419/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 420/800, Reward: -113.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 421/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 422/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 423/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 424/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 425/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 426/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 427/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 428/800, Reward: -115.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 429/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 430/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 431/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 432/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 433/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 434/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 435/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 436/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 437/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 438/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 439/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 440/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 441/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 442/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 443/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 444/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 445/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 446/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 447/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 448/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 449/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 450/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 451/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 452/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 453/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 454/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 455/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 456/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 457/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 458/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 459/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 460/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 461/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 462/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 463/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 464/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 465/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 466/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 467/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 468/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 469/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 470/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 471/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 472/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 473/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 474/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 475/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 476/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 477/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 478/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 479/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 480/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 481/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 482/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 483/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 484/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 485/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 486/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 487/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 488/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 489/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 490/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 491/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 492/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 493/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 494/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 495/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 496/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 497/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 498/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 499/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 500/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 501/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 502/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 503/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 504/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 505/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 506/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 507/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 508/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 509/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 510/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 511/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 512/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 513/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 514/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 515/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 516/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 517/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 518/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 519/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 520/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 521/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 522/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 523/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 524/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 525/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 526/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 527/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 528/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 529/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 530/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 531/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 532/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 533/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 534/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 535/800, Reward: -122.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 536/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 537/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 538/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 539/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 540/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 541/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 542/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 543/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 544/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 545/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 546/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 547/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 548/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 549/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 550/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 551/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 552/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 553/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 554/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 555/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 556/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 557/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 558/800, Reward: -115.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 559/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 560/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 561/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 562/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 563/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 564/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 565/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 566/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 567/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 568/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 569/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 570/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 571/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 572/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 573/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 574/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 575/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 576/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 577/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 578/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 579/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 580/800, Reward: -122.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 581/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 582/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 583/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 584/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 585/800, Reward: -14.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 586/800, Reward: -14.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 587/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 588/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 589/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 590/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 591/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 592/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 593/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 594/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 595/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 596/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 597/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 598/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 599/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 600/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 601/800, Reward: -122.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 602/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 603/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 604/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 605/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 606/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 607/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 608/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 609/800, Reward: -116.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 610/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 611/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 612/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 613/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 614/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 615/800, Reward: -115.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 616/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 617/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 618/800, Reward: -122.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 619/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 620/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 621/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 622/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 623/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 624/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 625/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 626/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 627/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 628/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 629/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 630/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 631/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 632/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 633/800, Reward: -116.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 634/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 635/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 636/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 637/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 638/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 639/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 640/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 641/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 642/800, Reward: -117.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 643/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 644/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 645/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 646/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 647/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 648/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 649/800, Reward: -223.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 650/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 651/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 652/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 653/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 654/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 655/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 656/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 657/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 658/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 659/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 660/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 661/800, Reward: -221.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 662/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 663/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 664/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 665/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 666/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 667/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 668/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 669/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 670/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 671/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 672/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 673/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 674/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 675/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 676/800, Reward: -21.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 677/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 678/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 679/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 680/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 681/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 682/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 683/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 684/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 685/800, Reward: -113.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 686/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 687/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 688/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 689/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 690/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 691/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 692/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 693/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 694/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 695/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 696/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 697/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 698/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 699/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 700/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 701/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 702/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 703/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 704/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 705/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 706/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 707/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 708/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 709/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 710/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 711/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 712/800, Reward: -17.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 713/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 714/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 715/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 716/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 717/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 718/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 719/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 720/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 721/800, Reward: -14.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 722/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 723/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 724/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 725/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 726/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 727/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 728/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 729/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 730/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 731/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 732/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 733/800, Reward: -14.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 734/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 735/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 736/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 737/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 738/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 739/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 740/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 741/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 742/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 743/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 744/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 745/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 746/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 747/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 748/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 749/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 750/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 751/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 752/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 753/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 754/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 755/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 756/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 757/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 758/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 759/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 760/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 761/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 762/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 763/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 764/800, Reward: -122.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 765/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 766/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 767/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 768/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 769/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 770/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 771/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 772/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 773/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 774/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 775/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 776/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 777/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 778/800, Reward: -14.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 779/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 780/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 781/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 782/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 783/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 784/800, Reward: -17.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 785/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 786/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 787/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 788/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 789/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 790/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 791/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 792/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 793/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 794/800, Reward: -15.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 795/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 796/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 797/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 798/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 799/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Episode: 800/800, Reward: -13.00: Epislon: 0.010
2022-10-30 01:49:16 - r - INFO: - Finish training!

Binary file not shown.

After

Width:  |  Height:  |  Size: 38 KiB

View File

@@ -0,0 +1,801 @@
episodes,rewards,steps
0,-1586,200
1,-1091,200
2,-596,200
3,-497,200
4,-398,200
5,-362,164
6,-179,179
7,-398,200
8,-79,79
9,-141,141
10,-143,143
11,-134,134
12,-299,200
13,-102,102
14,-61,61
15,-136,136
16,-176,176
17,-98,98
18,-92,92
19,-110,110
20,-67,67
21,-136,136
22,-98,98
23,-164,164
24,-65,65
25,-98,98
26,-33,33
27,-161,161
28,-72,72
29,-73,73
30,-116,116
31,-50,50
32,-66,66
33,-123,123
34,-40,40
35,-100,100
36,-56,56
37,-101,101
38,-55,55
39,-84,84
40,-68,68
41,-33,33
42,-113,113
43,-72,72
44,-36,36
45,-84,84
46,-45,45
47,-86,86
48,-57,57
49,-92,92
50,-39,39
51,-76,76
52,-39,39
53,-47,47
54,-88,88
55,-40,40
56,-55,55
57,-69,69
58,-51,51
59,-69,69
60,-36,36
61,-84,84
62,-38,38
63,-56,56
64,-58,58
65,-27,27
66,-64,64
67,-38,38
68,-53,53
69,-70,70
70,-40,40
71,-47,47
72,-71,71
73,-47,47
74,-32,32
75,-70,70
76,-36,36
77,-36,36
78,-73,73
79,-18,18
80,-67,67
81,-29,29
82,-25,25
83,-64,64
84,-28,28
85,-61,61
86,-33,33
87,-30,30
88,-25,25
89,-86,86
90,-19,19
91,-53,53
92,-39,39
93,-39,39
94,-36,36
95,-45,45
96,-43,43
97,-31,31
98,-37,37
99,-43,43
100,-46,46
101,-28,28
102,-32,32
103,-47,47
104,-37,37
105,-39,39
106,-38,38
107,-29,29
108,-44,44
109,-39,39
110,-26,26
111,-28,28
112,-63,63
113,-18,18
114,-52,52
115,-24,24
116,-26,26
117,-39,39
118,-21,21
119,-44,44
120,-48,48
121,-24,24
122,-40,40
123,-31,31
124,-23,23
125,-35,35
126,-26,26
127,-31,31
128,-33,33
129,-32,32
130,-36,36
131,-21,21
132,-43,43
133,-51,51
134,-17,17
135,-28,28
136,-24,24
137,-42,42
138,-21,21
139,-24,24
140,-30,30
141,-24,24
142,-36,36
143,-14,14
144,-42,42
145,-44,44
146,-25,25
147,-42,42
148,-16,16
149,-30,30
150,-32,32
151,-20,20
152,-44,44
153,-20,20
154,-29,29
155,-20,20
156,-30,30
157,-18,18
158,-25,25
159,-38,38
160,-34,34
161,-25,25
162,-30,30
163,-24,24
164,-19,19
165,-34,34
166,-15,15
167,-27,27
168,-22,22
169,-28,28
170,-13,13
171,-20,20
172,-58,58
173,-18,18
174,-19,19
175,-29,29
176,-125,26
177,-156,57
178,-18,18
179,-25,25
180,-27,27
181,-21,21
182,-22,22
183,-21,21
184,-22,22
185,-25,25
186,-25,25
187,-27,27
188,-19,19
189,-26,26
190,-17,17
191,-21,21
192,-30,30
193,-16,16
194,-35,35
195,-21,21
196,-134,35
197,-21,21
198,-18,18
199,-27,27
200,-16,16
201,-44,44
202,-23,23
203,-23,23
204,-16,16
205,-18,18
206,-17,17
207,-18,18
208,-16,16
209,-13,13
210,-19,19
211,-26,26
212,-27,27
213,-133,34
214,-21,21
215,-24,24
216,-29,29
217,-24,24
218,-16,16
219,-16,16
220,-24,24
221,-17,17
222,-143,44
223,-15,15
224,-15,15
225,-23,23
226,-21,21
227,-26,26
228,-16,16
229,-19,19
230,-13,13
231,-19,19
232,-29,29
233,-26,26
234,-30,30
235,-13,13
236,-13,13
237,-21,21
238,-15,15
239,-18,18
240,-13,13
241,-16,16
242,-27,27
243,-17,17
244,-27,27
245,-15,15
246,-14,14
247,-28,28
248,-17,17
249,-15,15
250,-17,17
251,-19,19
252,-13,13
253,-23,23
254,-15,15
255,-15,15
256,-19,19
257,-15,15
258,-22,22
259,-13,13
260,-16,16
261,-15,15
262,-34,34
263,-16,16
264,-26,26
265,-13,13
266,-15,15
267,-15,15
268,-18,18
269,-18,18
270,-13,13
271,-13,13
272,-19,19
273,-13,13
274,-27,27
275,-13,13
276,-13,13
277,-22,22
278,-17,17
279,-17,17
280,-13,13
281,-26,26
282,-13,13
283,-13,13
284,-14,14
285,-15,15
286,-13,13
287,-13,13
288,-14,14
289,-24,24
290,-21,21
291,-13,13
292,-13,13
293,-14,14
294,-15,15
295,-13,13
296,-13,13
297,-13,13
298,-14,14
299,-21,21
300,-15,15
301,-13,13
302,-13,13
303,-21,21
304,-13,13
305,-22,22
306,-13,13
307,-13,13
308,-16,16
309,-15,15
310,-13,13
311,-31,31
312,-13,13
313,-13,13
314,-15,15
315,-13,13
316,-13,13
317,-13,13
318,-14,14
319,-13,13
320,-15,15
321,-13,13
322,-13,13
323,-13,13
324,-16,16
325,-13,13
326,-13,13
327,-13,13
328,-13,13
329,-13,13
330,-13,13
331,-15,15
332,-16,16
333,-13,13
334,-13,13
335,-13,13
336,-13,13
337,-13,13
338,-15,15
339,-13,13
340,-13,13
341,-13,13
342,-13,13
343,-13,13
344,-13,13
345,-13,13
346,-22,22
347,-13,13
348,-13,13
349,-13,13
350,-17,17
351,-13,13
352,-13,13
353,-13,13
354,-13,13
355,-13,13
356,-13,13
357,-13,13
358,-13,13
359,-13,13
360,-13,13
361,-13,13
362,-13,13
363,-13,13
364,-13,13
365,-13,13
366,-13,13
367,-13,13
368,-13,13
369,-13,13
370,-13,13
371,-13,13
372,-13,13
373,-13,13
374,-13,13
375,-13,13
376,-21,21
377,-123,24
378,-13,13
379,-14,14
380,-13,13
381,-13,13
382,-13,13
383,-13,13
384,-13,13
385,-13,13
386,-13,13
387,-13,13
388,-13,13
389,-13,13
390,-13,13
391,-13,13
392,-13,13
393,-13,13
394,-13,13
395,-13,13
396,-15,15
397,-13,13
398,-13,13
399,-13,13
400,-14,14
401,-13,13
402,-13,13
403,-13,13
404,-13,13
405,-13,13
406,-13,13
407,-13,13
408,-13,13
409,-13,13
410,-13,13
411,-13,13
412,-13,13
413,-13,13
414,-13,13
415,-13,13
416,-13,13
417,-13,13
418,-13,13
419,-113,14
420,-13,13
421,-13,13
422,-13,13
423,-13,13
424,-13,13
425,-13,13
426,-13,13
427,-115,16
428,-13,13
429,-13,13
430,-13,13
431,-13,13
432,-13,13
433,-13,13
434,-15,15
435,-13,13
436,-13,13
437,-13,13
438,-13,13
439,-13,13
440,-13,13
441,-13,13
442,-13,13
443,-13,13
444,-13,13
445,-15,15
446,-13,13
447,-13,13
448,-13,13
449,-13,13
450,-13,13
451,-13,13
452,-13,13
453,-13,13
454,-13,13
455,-13,13
456,-13,13
457,-13,13
458,-13,13
459,-13,13
460,-13,13
461,-13,13
462,-13,13
463,-13,13
464,-13,13
465,-13,13
466,-13,13
467,-13,13
468,-13,13
469,-15,15
470,-13,13
471,-13,13
472,-13,13
473,-13,13
474,-13,13
475,-13,13
476,-13,13
477,-13,13
478,-13,13
479,-13,13
480,-13,13
481,-13,13
482,-13,13
483,-13,13
484,-13,13
485,-13,13
486,-13,13
487,-13,13
488,-13,13
489,-13,13
490,-13,13
491,-13,13
492,-13,13
493,-13,13
494,-13,13
495,-13,13
496,-13,13
497,-13,13
498,-13,13
499,-13,13
500,-13,13
501,-13,13
502,-15,15
503,-13,13
504,-13,13
505,-15,15
506,-13,13
507,-13,13
508,-13,13
509,-13,13
510,-13,13
511,-13,13
512,-13,13
513,-13,13
514,-13,13
515,-13,13
516,-13,13
517,-13,13
518,-13,13
519,-13,13
520,-13,13
521,-13,13
522,-13,13
523,-13,13
524,-13,13
525,-13,13
526,-15,15
527,-13,13
528,-13,13
529,-13,13
530,-13,13
531,-13,13
532,-13,13
533,-13,13
534,-122,23
535,-13,13
536,-13,13
537,-13,13
538,-13,13
539,-13,13
540,-13,13
541,-13,13
542,-13,13
543,-15,15
544,-13,13
545,-13,13
546,-13,13
547,-13,13
548,-13,13
549,-13,13
550,-13,13
551,-15,15
552,-13,13
553,-13,13
554,-13,13
555,-13,13
556,-13,13
557,-115,16
558,-13,13
559,-15,15
560,-13,13
561,-13,13
562,-13,13
563,-13,13
564,-13,13
565,-13,13
566,-13,13
567,-13,13
568,-13,13
569,-13,13
570,-13,13
571,-13,13
572,-13,13
573,-13,13
574,-15,15
575,-13,13
576,-13,13
577,-13,13
578,-13,13
579,-122,23
580,-13,13
581,-13,13
582,-13,13
583,-13,13
584,-14,14
585,-14,14
586,-13,13
587,-13,13
588,-13,13
589,-13,13
590,-13,13
591,-13,13
592,-13,13
593,-13,13
594,-15,15
595,-13,13
596,-13,13
597,-13,13
598,-13,13
599,-13,13
600,-122,23
601,-13,13
602,-13,13
603,-13,13
604,-13,13
605,-13,13
606,-13,13
607,-13,13
608,-116,17
609,-13,13
610,-13,13
611,-13,13
612,-13,13
613,-13,13
614,-115,16
615,-13,13
616,-13,13
617,-122,23
618,-13,13
619,-13,13
620,-13,13
621,-13,13
622,-13,13
623,-13,13
624,-13,13
625,-13,13
626,-13,13
627,-13,13
628,-13,13
629,-13,13
630,-15,15
631,-13,13
632,-116,17
633,-13,13
634,-13,13
635,-13,13
636,-13,13
637,-13,13
638,-13,13
639,-13,13
640,-13,13
641,-117,18
642,-13,13
643,-13,13
644,-13,13
645,-13,13
646,-13,13
647,-13,13
648,-223,25
649,-13,13
650,-13,13
651,-13,13
652,-13,13
653,-13,13
654,-15,15
655,-13,13
656,-13,13
657,-13,13
658,-13,13
659,-13,13
660,-221,23
661,-13,13
662,-15,15
663,-13,13
664,-13,13
665,-13,13
666,-13,13
667,-13,13
668,-13,13
669,-13,13
670,-13,13
671,-13,13
672,-13,13
673,-13,13
674,-13,13
675,-21,21
676,-13,13
677,-15,15
678,-13,13
679,-13,13
680,-13,13
681,-13,13
682,-13,13
683,-13,13
684,-113,14
685,-13,13
686,-13,13
687,-13,13
688,-13,13
689,-13,13
690,-13,13
691,-13,13
692,-13,13
693,-13,13
694,-13,13
695,-13,13
696,-13,13
697,-13,13
698,-13,13
699,-13,13
700,-13,13
701,-15,15
702,-13,13
703,-15,15
704,-13,13
705,-13,13
706,-15,15
707,-13,13
708,-13,13
709,-13,13
710,-13,13
711,-17,17
712,-13,13
713,-13,13
714,-13,13
715,-13,13
716,-13,13
717,-13,13
718,-13,13
719,-13,13
720,-14,14
721,-13,13
722,-13,13
723,-13,13
724,-13,13
725,-13,13
726,-13,13
727,-13,13
728,-13,13
729,-13,13
730,-13,13
731,-13,13
732,-14,14
733,-13,13
734,-13,13
735,-13,13
736,-13,13
737,-15,15
738,-13,13
739,-15,15
740,-13,13
741,-13,13
742,-13,13
743,-13,13
744,-15,15
745,-13,13
746,-13,13
747,-13,13
748,-15,15
749,-13,13
750,-13,13
751,-13,13
752,-13,13
753,-13,13
754,-13,13
755,-13,13
756,-13,13
757,-13,13
758,-13,13
759,-13,13
760,-13,13
761,-13,13
762,-13,13
763,-122,23
764,-15,15
765,-13,13
766,-13,13
767,-13,13
768,-13,13
769,-13,13
770,-13,13
771,-13,13
772,-13,13
773,-13,13
774,-15,15
775,-13,13
776,-13,13
777,-14,14
778,-13,13
779,-13,13
780,-13,13
781,-13,13
782,-13,13
783,-17,17
784,-13,13
785,-13,13
786,-13,13
787,-15,15
788,-13,13
789,-13,13
790,-13,13
791,-13,13
792,-13,13
793,-15,15
794,-13,13
795,-13,13
796,-13,13
797,-13,13
798,-13,13
799,-13,13
1 episodes rewards steps
2 0 -1586 200
3 1 -1091 200
4 2 -596 200
5 3 -497 200
6 4 -398 200
7 5 -362 164
8 6 -179 179
9 7 -398 200
10 8 -79 79
11 9 -141 141
12 10 -143 143
13 11 -134 134
14 12 -299 200
15 13 -102 102
16 14 -61 61
17 15 -136 136
18 16 -176 176
19 17 -98 98
20 18 -92 92
21 19 -110 110
22 20 -67 67
23 21 -136 136
24 22 -98 98
25 23 -164 164
26 24 -65 65
27 25 -98 98
28 26 -33 33
29 27 -161 161
30 28 -72 72
31 29 -73 73
32 30 -116 116
33 31 -50 50
34 32 -66 66
35 33 -123 123
36 34 -40 40
37 35 -100 100
38 36 -56 56
39 37 -101 101
40 38 -55 55
41 39 -84 84
42 40 -68 68
43 41 -33 33
44 42 -113 113
45 43 -72 72
46 44 -36 36
47 45 -84 84
48 46 -45 45
49 47 -86 86
50 48 -57 57
51 49 -92 92
52 50 -39 39
53 51 -76 76
54 52 -39 39
55 53 -47 47
56 54 -88 88
57 55 -40 40
58 56 -55 55
59 57 -69 69
60 58 -51 51
61 59 -69 69
62 60 -36 36
63 61 -84 84
64 62 -38 38
65 63 -56 56
66 64 -58 58
67 65 -27 27
68 66 -64 64
69 67 -38 38
70 68 -53 53
71 69 -70 70
72 70 -40 40
73 71 -47 47
74 72 -71 71
75 73 -47 47
76 74 -32 32
77 75 -70 70
78 76 -36 36
79 77 -36 36
80 78 -73 73
81 79 -18 18
82 80 -67 67
83 81 -29 29
84 82 -25 25
85 83 -64 64
86 84 -28 28
87 85 -61 61
88 86 -33 33
89 87 -30 30
90 88 -25 25
91 89 -86 86
92 90 -19 19
93 91 -53 53
94 92 -39 39
95 93 -39 39
96 94 -36 36
97 95 -45 45
98 96 -43 43
99 97 -31 31
100 98 -37 37
101 99 -43 43
102 100 -46 46
103 101 -28 28
104 102 -32 32
105 103 -47 47
106 104 -37 37
107 105 -39 39
108 106 -38 38
109 107 -29 29
110 108 -44 44
111 109 -39 39
112 110 -26 26
113 111 -28 28
114 112 -63 63
115 113 -18 18
116 114 -52 52
117 115 -24 24
118 116 -26 26
119 117 -39 39
120 118 -21 21
121 119 -44 44
122 120 -48 48
123 121 -24 24
124 122 -40 40
125 123 -31 31
126 124 -23 23
127 125 -35 35
128 126 -26 26
129 127 -31 31
130 128 -33 33
131 129 -32 32
132 130 -36 36
133 131 -21 21
134 132 -43 43
135 133 -51 51
136 134 -17 17
137 135 -28 28
138 136 -24 24
139 137 -42 42
140 138 -21 21
141 139 -24 24
142 140 -30 30
143 141 -24 24
144 142 -36 36
145 143 -14 14
146 144 -42 42
147 145 -44 44
148 146 -25 25
149 147 -42 42
150 148 -16 16
151 149 -30 30
152 150 -32 32
153 151 -20 20
154 152 -44 44
155 153 -20 20
156 154 -29 29
157 155 -20 20
158 156 -30 30
159 157 -18 18
160 158 -25 25
161 159 -38 38
162 160 -34 34
163 161 -25 25
164 162 -30 30
165 163 -24 24
166 164 -19 19
167 165 -34 34
168 166 -15 15
169 167 -27 27
170 168 -22 22
171 169 -28 28
172 170 -13 13
173 171 -20 20
174 172 -58 58
175 173 -18 18
176 174 -19 19
177 175 -29 29
178 176 -125 26
179 177 -156 57
180 178 -18 18
181 179 -25 25
182 180 -27 27
183 181 -21 21
184 182 -22 22
185 183 -21 21
186 184 -22 22
187 185 -25 25
188 186 -25 25
189 187 -27 27
190 188 -19 19
191 189 -26 26
192 190 -17 17
193 191 -21 21
194 192 -30 30
195 193 -16 16
196 194 -35 35
197 195 -21 21
198 196 -134 35
199 197 -21 21
200 198 -18 18
201 199 -27 27
202 200 -16 16
203 201 -44 44
204 202 -23 23
205 203 -23 23
206 204 -16 16
207 205 -18 18
208 206 -17 17
209 207 -18 18
210 208 -16 16
211 209 -13 13
212 210 -19 19
213 211 -26 26
214 212 -27 27
215 213 -133 34
216 214 -21 21
217 215 -24 24
218 216 -29 29
219 217 -24 24
220 218 -16 16
221 219 -16 16
222 220 -24 24
223 221 -17 17
224 222 -143 44
225 223 -15 15
226 224 -15 15
227 225 -23 23
228 226 -21 21
229 227 -26 26
230 228 -16 16
231 229 -19 19
232 230 -13 13
233 231 -19 19
234 232 -29 29
235 233 -26 26
236 234 -30 30
237 235 -13 13
238 236 -13 13
239 237 -21 21
240 238 -15 15
241 239 -18 18
242 240 -13 13
243 241 -16 16
244 242 -27 27
245 243 -17 17
246 244 -27 27
247 245 -15 15
248 246 -14 14
249 247 -28 28
250 248 -17 17
251 249 -15 15
252 250 -17 17
253 251 -19 19
254 252 -13 13
255 253 -23 23
256 254 -15 15
257 255 -15 15
258 256 -19 19
259 257 -15 15
260 258 -22 22
261 259 -13 13
262 260 -16 16
263 261 -15 15
264 262 -34 34
265 263 -16 16
266 264 -26 26
267 265 -13 13
268 266 -15 15
269 267 -15 15
270 268 -18 18
271 269 -18 18
272 270 -13 13
273 271 -13 13
274 272 -19 19
275 273 -13 13
276 274 -27 27
277 275 -13 13
278 276 -13 13
279 277 -22 22
280 278 -17 17
281 279 -17 17
282 280 -13 13
283 281 -26 26
284 282 -13 13
285 283 -13 13
286 284 -14 14
287 285 -15 15
288 286 -13 13
289 287 -13 13
290 288 -14 14
291 289 -24 24
292 290 -21 21
293 291 -13 13
294 292 -13 13
295 293 -14 14
296 294 -15 15
297 295 -13 13
298 296 -13 13
299 297 -13 13
300 298 -14 14
301 299 -21 21
302 300 -15 15
303 301 -13 13
304 302 -13 13
305 303 -21 21
306 304 -13 13
307 305 -22 22
308 306 -13 13
309 307 -13 13
310 308 -16 16
311 309 -15 15
312 310 -13 13
313 311 -31 31
314 312 -13 13
315 313 -13 13
316 314 -15 15
317 315 -13 13
318 316 -13 13
319 317 -13 13
320 318 -14 14
321 319 -13 13
322 320 -15 15
323 321 -13 13
324 322 -13 13
325 323 -13 13
326 324 -16 16
327 325 -13 13
328 326 -13 13
329 327 -13 13
330 328 -13 13
331 329 -13 13
332 330 -13 13
333 331 -15 15
334 332 -16 16
335 333 -13 13
336 334 -13 13
337 335 -13 13
338 336 -13 13
339 337 -13 13
340 338 -15 15
341 339 -13 13
342 340 -13 13
343 341 -13 13
344 342 -13 13
345 343 -13 13
346 344 -13 13
347 345 -13 13
348 346 -22 22
349 347 -13 13
350 348 -13 13
351 349 -13 13
352 350 -17 17
353 351 -13 13
354 352 -13 13
355 353 -13 13
356 354 -13 13
357 355 -13 13
358 356 -13 13
359 357 -13 13
360 358 -13 13
361 359 -13 13
362 360 -13 13
363 361 -13 13
364 362 -13 13
365 363 -13 13
366 364 -13 13
367 365 -13 13
368 366 -13 13
369 367 -13 13
370 368 -13 13
371 369 -13 13
372 370 -13 13
373 371 -13 13
374 372 -13 13
375 373 -13 13
376 374 -13 13
377 375 -13 13
378 376 -21 21
379 377 -123 24
380 378 -13 13
381 379 -14 14
382 380 -13 13
383 381 -13 13
384 382 -13 13
385 383 -13 13
386 384 -13 13
387 385 -13 13
388 386 -13 13
389 387 -13 13
390 388 -13 13
391 389 -13 13
392 390 -13 13
393 391 -13 13
394 392 -13 13
395 393 -13 13
396 394 -13 13
397 395 -13 13
398 396 -15 15
399 397 -13 13
400 398 -13 13
401 399 -13 13
402 400 -14 14
403 401 -13 13
404 402 -13 13
405 403 -13 13
406 404 -13 13
407 405 -13 13
408 406 -13 13
409 407 -13 13
410 408 -13 13
411 409 -13 13
412 410 -13 13
413 411 -13 13
414 412 -13 13
415 413 -13 13
416 414 -13 13
417 415 -13 13
418 416 -13 13
419 417 -13 13
420 418 -13 13
421 419 -113 14
422 420 -13 13
423 421 -13 13
424 422 -13 13
425 423 -13 13
426 424 -13 13
427 425 -13 13
428 426 -13 13
429 427 -115 16
430 428 -13 13
431 429 -13 13
432 430 -13 13
433 431 -13 13
434 432 -13 13
435 433 -13 13
436 434 -15 15
437 435 -13 13
438 436 -13 13
439 437 -13 13
440 438 -13 13
441 439 -13 13
442 440 -13 13
443 441 -13 13
444 442 -13 13
445 443 -13 13
446 444 -13 13
447 445 -15 15
448 446 -13 13
449 447 -13 13
450 448 -13 13
451 449 -13 13
452 450 -13 13
453 451 -13 13
454 452 -13 13
455 453 -13 13
456 454 -13 13
457 455 -13 13
458 456 -13 13
459 457 -13 13
460 458 -13 13
461 459 -13 13
462 460 -13 13
463 461 -13 13
464 462 -13 13
465 463 -13 13
466 464 -13 13
467 465 -13 13
468 466 -13 13
469 467 -13 13
470 468 -13 13
471 469 -15 15
472 470 -13 13
473 471 -13 13
474 472 -13 13
475 473 -13 13
476 474 -13 13
477 475 -13 13
478 476 -13 13
479 477 -13 13
480 478 -13 13
481 479 -13 13
482 480 -13 13
483 481 -13 13
484 482 -13 13
485 483 -13 13
486 484 -13 13
487 485 -13 13
488 486 -13 13
489 487 -13 13
490 488 -13 13
491 489 -13 13
492 490 -13 13
493 491 -13 13
494 492 -13 13
495 493 -13 13
496 494 -13 13
497 495 -13 13
498 496 -13 13
499 497 -13 13
500 498 -13 13
501 499 -13 13
502 500 -13 13
503 501 -13 13
504 502 -15 15
505 503 -13 13
506 504 -13 13
507 505 -15 15
508 506 -13 13
509 507 -13 13
510 508 -13 13
511 509 -13 13
512 510 -13 13
513 511 -13 13
514 512 -13 13
515 513 -13 13
516 514 -13 13
517 515 -13 13
518 516 -13 13
519 517 -13 13
520 518 -13 13
521 519 -13 13
522 520 -13 13
523 521 -13 13
524 522 -13 13
525 523 -13 13
526 524 -13 13
527 525 -13 13
528 526 -15 15
529 527 -13 13
530 528 -13 13
531 529 -13 13
532 530 -13 13
533 531 -13 13
534 532 -13 13
535 533 -13 13
536 534 -122 23
537 535 -13 13
538 536 -13 13
539 537 -13 13
540 538 -13 13
541 539 -13 13
542 540 -13 13
543 541 -13 13
544 542 -13 13
545 543 -15 15
546 544 -13 13
547 545 -13 13
548 546 -13 13
549 547 -13 13
550 548 -13 13
551 549 -13 13
552 550 -13 13
553 551 -15 15
554 552 -13 13
555 553 -13 13
556 554 -13 13
557 555 -13 13
558 556 -13 13
559 557 -115 16
560 558 -13 13
561 559 -15 15
562 560 -13 13
563 561 -13 13
564 562 -13 13
565 563 -13 13
566 564 -13 13
567 565 -13 13
568 566 -13 13
569 567 -13 13
570 568 -13 13
571 569 -13 13
572 570 -13 13
573 571 -13 13
574 572 -13 13
575 573 -13 13
576 574 -15 15
577 575 -13 13
578 576 -13 13
579 577 -13 13
580 578 -13 13
581 579 -122 23
582 580 -13 13
583 581 -13 13
584 582 -13 13
585 583 -13 13
586 584 -14 14
587 585 -14 14
588 586 -13 13
589 587 -13 13
590 588 -13 13
591 589 -13 13
592 590 -13 13
593 591 -13 13
594 592 -13 13
595 593 -13 13
596 594 -15 15
597 595 -13 13
598 596 -13 13
599 597 -13 13
600 598 -13 13
601 599 -13 13
602 600 -122 23
603 601 -13 13
604 602 -13 13
605 603 -13 13
606 604 -13 13
607 605 -13 13
608 606 -13 13
609 607 -13 13
610 608 -116 17
611 609 -13 13
612 610 -13 13
613 611 -13 13
614 612 -13 13
615 613 -13 13
616 614 -115 16
617 615 -13 13
618 616 -13 13
619 617 -122 23
620 618 -13 13
621 619 -13 13
622 620 -13 13
623 621 -13 13
624 622 -13 13
625 623 -13 13
626 624 -13 13
627 625 -13 13
628 626 -13 13
629 627 -13 13
630 628 -13 13
631 629 -13 13
632 630 -15 15
633 631 -13 13
634 632 -116 17
635 633 -13 13
636 634 -13 13
637 635 -13 13
638 636 -13 13
639 637 -13 13
640 638 -13 13
641 639 -13 13
642 640 -13 13
643 641 -117 18
644 642 -13 13
645 643 -13 13
646 644 -13 13
647 645 -13 13
648 646 -13 13
649 647 -13 13
650 648 -223 25
651 649 -13 13
652 650 -13 13
653 651 -13 13
654 652 -13 13
655 653 -13 13
656 654 -15 15
657 655 -13 13
658 656 -13 13
659 657 -13 13
660 658 -13 13
661 659 -13 13
662 660 -221 23
663 661 -13 13
664 662 -15 15
665 663 -13 13
666 664 -13 13
667 665 -13 13
668 666 -13 13
669 667 -13 13
670 668 -13 13
671 669 -13 13
672 670 -13 13
673 671 -13 13
674 672 -13 13
675 673 -13 13
676 674 -13 13
677 675 -21 21
678 676 -13 13
679 677 -15 15
680 678 -13 13
681 679 -13 13
682 680 -13 13
683 681 -13 13
684 682 -13 13
685 683 -13 13
686 684 -113 14
687 685 -13 13
688 686 -13 13
689 687 -13 13
690 688 -13 13
691 689 -13 13
692 690 -13 13
693 691 -13 13
694 692 -13 13
695 693 -13 13
696 694 -13 13
697 695 -13 13
698 696 -13 13
699 697 -13 13
700 698 -13 13
701 699 -13 13
702 700 -13 13
703 701 -15 15
704 702 -13 13
705 703 -15 15
706 704 -13 13
707 705 -13 13
708 706 -15 15
709 707 -13 13
710 708 -13 13
711 709 -13 13
712 710 -13 13
713 711 -17 17
714 712 -13 13
715 713 -13 13
716 714 -13 13
717 715 -13 13
718 716 -13 13
719 717 -13 13
720 718 -13 13
721 719 -13 13
722 720 -14 14
723 721 -13 13
724 722 -13 13
725 723 -13 13
726 724 -13 13
727 725 -13 13
728 726 -13 13
729 727 -13 13
730 728 -13 13
731 729 -13 13
732 730 -13 13
733 731 -13 13
734 732 -14 14
735 733 -13 13
736 734 -13 13
737 735 -13 13
738 736 -13 13
739 737 -15 15
740 738 -13 13
741 739 -15 15
742 740 -13 13
743 741 -13 13
744 742 -13 13
745 743 -13 13
746 744 -15 15
747 745 -13 13
748 746 -13 13
749 747 -13 13
750 748 -15 15
751 749 -13 13
752 750 -13 13
753 751 -13 13
754 752 -13 13
755 753 -13 13
756 754 -13 13
757 755 -13 13
758 756 -13 13
759 757 -13 13
760 758 -13 13
761 759 -13 13
762 760 -13 13
763 761 -13 13
764 762 -13 13
765 763 -122 23
766 764 -15 15
767 765 -13 13
768 766 -13 13
769 767 -13 13
770 768 -13 13
771 769 -13 13
772 770 -13 13
773 771 -13 13
774 772 -13 13
775 773 -13 13
776 774 -15 15
777 775 -13 13
778 776 -13 13
779 777 -14 14
780 778 -13 13
781 779 -13 13
782 780 -13 13
783 781 -13 13
784 782 -13 13
785 783 -17 17
786 784 -13 13
787 785 -13 13
788 786 -13 13
789 787 -15 15
790 788 -13 13
791 789 -13 13
792 790 -13 13
793 791 -13 13
794 792 -13 13
795 793 -15 15
796 794 -13 13
797 795 -13 13
798 796 -13 13
799 797 -13 13
800 798 -13 13
801 799 -13 13

View File

@@ -0,0 +1,19 @@
general_cfg:
algo_name: QLearning
device: cpu
env_name: FrozenLakeNoSlippery-v1
load_checkpoint: false
load_path: Train_CartPole-v1_DQN_20221026-054757
max_steps: 200
mode: train
save_fig: true
seed: 10
show_fig: false
test_eps: 20
train_eps: 800
algo_cfg:
epsilon_decay: 2000
epsilon_end: 0.1
epsilon_start: 0.7
gamma: 0.95
lr: 0.9

View File

@@ -0,0 +1,804 @@
2022-10-30 01:45:04 - r - INFO: - n_states: 16, n_actions: 4
2022-10-30 01:45:04 - r - INFO: - Start training!
2022-10-30 01:45:04 - r - INFO: - Env: FrozenLakeNoSlippery-v1, Algorithm: QLearning, Device: cpu
2022-10-30 01:45:04 - r - INFO: - Episode: 1/800, Reward: 0.00: Epislon: 0.694
2022-10-30 01:45:04 - r - INFO: - Episode: 2/800, Reward: 0.00: Epislon: 0.690
2022-10-30 01:45:04 - r - INFO: - Episode: 3/800, Reward: 0.00: Epislon: 0.686
2022-10-30 01:45:04 - r - INFO: - Episode: 4/800, Reward: 0.00: Epislon: 0.683
2022-10-30 01:45:04 - r - INFO: - Episode: 5/800, Reward: 0.00: Epislon: 0.681
2022-10-30 01:45:04 - r - INFO: - Episode: 6/800, Reward: 0.00: Epislon: 0.679
2022-10-30 01:45:04 - r - INFO: - Episode: 7/800, Reward: 0.00: Epislon: 0.676
2022-10-30 01:45:04 - r - INFO: - Episode: 8/800, Reward: 0.00: Epislon: 0.674
2022-10-30 01:45:04 - r - INFO: - Episode: 9/800, Reward: 0.00: Epislon: 0.673
2022-10-30 01:45:04 - r - INFO: - Episode: 10/800, Reward: 0.00: Epislon: 0.670
2022-10-30 01:45:04 - r - INFO: - Episode: 11/800, Reward: 0.00: Epislon: 0.667
2022-10-30 01:45:04 - r - INFO: - Episode: 12/800, Reward: 0.00: Epislon: 0.661
2022-10-30 01:45:04 - r - INFO: - Episode: 13/800, Reward: 0.00: Epislon: 0.660
2022-10-30 01:45:04 - r - INFO: - Episode: 14/800, Reward: 0.00: Epislon: 0.655
2022-10-30 01:45:04 - r - INFO: - Episode: 15/800, Reward: 0.00: Epislon: 0.654
2022-10-30 01:45:04 - r - INFO: - Episode: 16/800, Reward: 0.00: Epislon: 0.652
2022-10-30 01:45:04 - r - INFO: - Episode: 17/800, Reward: 0.00: Epislon: 0.647
2022-10-30 01:45:04 - r - INFO: - Episode: 18/800, Reward: 0.00: Epislon: 0.646
2022-10-30 01:45:04 - r - INFO: - Episode: 19/800, Reward: 0.00: Epislon: 0.645
2022-10-30 01:45:04 - r - INFO: - Episode: 20/800, Reward: 0.00: Epislon: 0.643
2022-10-30 01:45:04 - r - INFO: - Episode: 21/800, Reward: 0.00: Epislon: 0.641
2022-10-30 01:45:04 - r - INFO: - Episode: 22/800, Reward: 0.00: Epislon: 0.640
2022-10-30 01:45:04 - r - INFO: - Episode: 23/800, Reward: 0.00: Epislon: 0.634
2022-10-30 01:45:04 - r - INFO: - Episode: 24/800, Reward: 0.00: Epislon: 0.630
2022-10-30 01:45:04 - r - INFO: - Episode: 25/800, Reward: 0.00: Epislon: 0.629
2022-10-30 01:45:04 - r - INFO: - Episode: 26/800, Reward: 0.00: Epislon: 0.624
2022-10-30 01:45:04 - r - INFO: - Episode: 27/800, Reward: 0.00: Epislon: 0.623
2022-10-30 01:45:04 - r - INFO: - Episode: 28/800, Reward: 0.00: Epislon: 0.618
2022-10-30 01:45:04 - r - INFO: - Episode: 29/800, Reward: 0.00: Epislon: 0.612
2022-10-30 01:45:04 - r - INFO: - Episode: 30/800, Reward: 0.00: Epislon: 0.608
2022-10-30 01:45:04 - r - INFO: - Episode: 31/800, Reward: 0.00: Epislon: 0.605
2022-10-30 01:45:05 - r - INFO: - Episode: 32/800, Reward: 0.00: Epislon: 0.600
2022-10-30 01:45:05 - r - INFO: - Episode: 33/800, Reward: 0.00: Epislon: 0.593
2022-10-30 01:45:05 - r - INFO: - Episode: 34/800, Reward: 0.00: Epislon: 0.587
2022-10-30 01:45:05 - r - INFO: - Episode: 35/800, Reward: 0.00: Epislon: 0.586
2022-10-30 01:45:05 - r - INFO: - Episode: 36/800, Reward: 0.00: Epislon: 0.583
2022-10-30 01:45:05 - r - INFO: - Episode: 37/800, Reward: 0.00: Epislon: 0.582
2022-10-30 01:45:05 - r - INFO: - Episode: 38/800, Reward: 0.00: Epislon: 0.578
2022-10-30 01:45:05 - r - INFO: - Episode: 39/800, Reward: 0.00: Epislon: 0.577
2022-10-30 01:45:05 - r - INFO: - Episode: 40/800, Reward: 0.00: Epislon: 0.575
2022-10-30 01:45:05 - r - INFO: - Episode: 41/800, Reward: 0.00: Epislon: 0.573
2022-10-30 01:45:05 - r - INFO: - Episode: 42/800, Reward: 0.00: Epislon: 0.572
2022-10-30 01:45:05 - r - INFO: - Episode: 43/800, Reward: 0.00: Epislon: 0.571
2022-10-30 01:45:05 - r - INFO: - Episode: 44/800, Reward: 0.00: Epislon: 0.570
2022-10-30 01:45:05 - r - INFO: - Episode: 45/800, Reward: 0.00: Epislon: 0.560
2022-10-30 01:45:05 - r - INFO: - Episode: 46/800, Reward: 0.00: Epislon: 0.558
2022-10-30 01:45:05 - r - INFO: - Episode: 47/800, Reward: 0.00: Epislon: 0.553
2022-10-30 01:45:05 - r - INFO: - Episode: 48/800, Reward: 0.00: Epislon: 0.552
2022-10-30 01:45:05 - r - INFO: - Episode: 49/800, Reward: 1.00: Epislon: 0.544
2022-10-30 01:45:05 - r - INFO: - Episode: 50/800, Reward: 0.00: Epislon: 0.537
2022-10-30 01:45:05 - r - INFO: - Episode: 51/800, Reward: 0.00: Epislon: 0.534
2022-10-30 01:45:05 - r - INFO: - Episode: 52/800, Reward: 0.00: Epislon: 0.533
2022-10-30 01:45:05 - r - INFO: - Episode: 53/800, Reward: 0.00: Epislon: 0.532
2022-10-30 01:45:05 - r - INFO: - Episode: 54/800, Reward: 0.00: Epislon: 0.527
2022-10-30 01:45:05 - r - INFO: - Episode: 55/800, Reward: 0.00: Epislon: 0.526
2022-10-30 01:45:05 - r - INFO: - Episode: 56/800, Reward: 0.00: Epislon: 0.525
2022-10-30 01:45:05 - r - INFO: - Episode: 57/800, Reward: 0.00: Epislon: 0.519
2022-10-30 01:45:05 - r - INFO: - Episode: 58/800, Reward: 0.00: Epislon: 0.518
2022-10-30 01:45:05 - r - INFO: - Episode: 59/800, Reward: 0.00: Epislon: 0.516
2022-10-30 01:45:05 - r - INFO: - Episode: 60/800, Reward: 0.00: Epislon: 0.514
2022-10-30 01:45:05 - r - INFO: - Episode: 61/800, Reward: 0.00: Epislon: 0.512
2022-10-30 01:45:05 - r - INFO: - Episode: 62/800, Reward: 0.00: Epislon: 0.511
2022-10-30 01:45:05 - r - INFO: - Episode: 63/800, Reward: 0.00: Epislon: 0.506
2022-10-30 01:45:05 - r - INFO: - Episode: 64/800, Reward: 0.00: Epislon: 0.504
2022-10-30 01:45:05 - r - INFO: - Episode: 65/800, Reward: 0.00: Epislon: 0.503
2022-10-30 01:45:05 - r - INFO: - Episode: 66/800, Reward: 0.00: Epislon: 0.502
2022-10-30 01:45:05 - r - INFO: - Episode: 67/800, Reward: 0.00: Epislon: 0.501
2022-10-30 01:45:05 - r - INFO: - Episode: 68/800, Reward: 0.00: Epislon: 0.497
2022-10-30 01:45:05 - r - INFO: - Episode: 69/800, Reward: 0.00: Epislon: 0.496
2022-10-30 01:45:05 - r - INFO: - Episode: 70/800, Reward: 0.00: Epislon: 0.491
2022-10-30 01:45:05 - r - INFO: - Episode: 71/800, Reward: 0.00: Epislon: 0.489
2022-10-30 01:45:05 - r - INFO: - Episode: 72/800, Reward: 0.00: Epislon: 0.487
2022-10-30 01:45:05 - r - INFO: - Episode: 73/800, Reward: 0.00: Epislon: 0.486
2022-10-30 01:45:05 - r - INFO: - Episode: 74/800, Reward: 0.00: Epislon: 0.481
2022-10-30 01:45:05 - r - INFO: - Episode: 75/800, Reward: 0.00: Epislon: 0.477
2022-10-30 01:45:05 - r - INFO: - Episode: 76/800, Reward: 0.00: Epislon: 0.475
2022-10-30 01:45:05 - r - INFO: - Episode: 77/800, Reward: 0.00: Epislon: 0.474
2022-10-30 01:45:05 - r - INFO: - Episode: 78/800, Reward: 0.00: Epislon: 0.468
2022-10-30 01:45:05 - r - INFO: - Episode: 79/800, Reward: 0.00: Epislon: 0.465
2022-10-30 01:45:05 - r - INFO: - Episode: 80/800, Reward: 0.00: Epislon: 0.464
2022-10-30 01:45:05 - r - INFO: - Episode: 81/800, Reward: 0.00: Epislon: 0.462
2022-10-30 01:45:05 - r - INFO: - Episode: 82/800, Reward: 0.00: Epislon: 0.460
2022-10-30 01:45:05 - r - INFO: - Episode: 83/800, Reward: 0.00: Epislon: 0.457
2022-10-30 01:45:05 - r - INFO: - Episode: 84/800, Reward: 0.00: Epislon: 0.455
2022-10-30 01:45:05 - r - INFO: - Episode: 85/800, Reward: 0.00: Epislon: 0.454
2022-10-30 01:45:05 - r - INFO: - Episode: 86/800, Reward: 0.00: Epislon: 0.452
2022-10-30 01:45:05 - r - INFO: - Episode: 87/800, Reward: 0.00: Epislon: 0.444
2022-10-30 01:45:05 - r - INFO: - Episode: 88/800, Reward: 0.00: Epislon: 0.440
2022-10-30 01:45:05 - r - INFO: - Episode: 89/800, Reward: 0.00: Epislon: 0.414
2022-10-30 01:45:05 - r - INFO: - Episode: 90/800, Reward: 0.00: Epislon: 0.413
2022-10-30 01:45:05 - r - INFO: - Episode: 91/800, Reward: 0.00: Epislon: 0.411
2022-10-30 01:45:05 - r - INFO: - Episode: 92/800, Reward: 0.00: Epislon: 0.407
2022-10-30 01:45:05 - r - INFO: - Episode: 93/800, Reward: 0.00: Epislon: 0.407
2022-10-30 01:45:05 - r - INFO: - Episode: 94/800, Reward: 0.00: Epislon: 0.406
2022-10-30 01:45:05 - r - INFO: - Episode: 95/800, Reward: 0.00: Epislon: 0.403
2022-10-30 01:45:05 - r - INFO: - Episode: 96/800, Reward: 0.00: Epislon: 0.390
2022-10-30 01:45:05 - r - INFO: - Episode: 97/800, Reward: 0.00: Epislon: 0.386
2022-10-30 01:45:05 - r - INFO: - Episode: 98/800, Reward: 0.00: Epislon: 0.385
2022-10-30 01:45:05 - r - INFO: - Episode: 99/800, Reward: 0.00: Epislon: 0.385
2022-10-30 01:45:05 - r - INFO: - Episode: 100/800, Reward: 0.00: Epislon: 0.383
2022-10-30 01:45:05 - r - INFO: - Episode: 101/800, Reward: 0.00: Epislon: 0.381
2022-10-30 01:45:05 - r - INFO: - Episode: 102/800, Reward: 0.00: Epislon: 0.380
2022-10-30 01:45:05 - r - INFO: - Episode: 103/800, Reward: 0.00: Epislon: 0.378
2022-10-30 01:45:05 - r - INFO: - Episode: 104/800, Reward: 0.00: Epislon: 0.366
2022-10-30 01:45:05 - r - INFO: - Episode: 105/800, Reward: 0.00: Epislon: 0.365
2022-10-30 01:45:05 - r - INFO: - Episode: 106/800, Reward: 0.00: Epislon: 0.359
2022-10-30 01:45:05 - r - INFO: - Episode: 107/800, Reward: 0.00: Epislon: 0.357
2022-10-30 01:45:05 - r - INFO: - Episode: 108/800, Reward: 0.00: Epislon: 0.356
2022-10-30 01:45:05 - r - INFO: - Episode: 109/800, Reward: 0.00: Epislon: 0.350
2022-10-30 01:45:05 - r - INFO: - Episode: 110/800, Reward: 0.00: Epislon: 0.347
2022-10-30 01:45:05 - r - INFO: - Episode: 111/800, Reward: 0.00: Epislon: 0.345
2022-10-30 01:45:05 - r - INFO: - Episode: 112/800, Reward: 0.00: Epislon: 0.343
2022-10-30 01:45:05 - r - INFO: - Episode: 113/800, Reward: 0.00: Epislon: 0.322
2022-10-30 01:45:05 - r - INFO: - Episode: 114/800, Reward: 0.00: Epislon: 0.317
2022-10-30 01:45:05 - r - INFO: - Episode: 115/800, Reward: 0.00: Epislon: 0.308
2022-10-30 01:45:05 - r - INFO: - Episode: 116/800, Reward: 0.00: Epislon: 0.306
2022-10-30 01:45:05 - r - INFO: - Episode: 117/800, Reward: 0.00: Epislon: 0.303
2022-10-30 01:45:05 - r - INFO: - Episode: 118/800, Reward: 0.00: Epislon: 0.300
2022-10-30 01:45:05 - r - INFO: - Episode: 119/800, Reward: 0.00: Epislon: 0.300
2022-10-30 01:45:05 - r - INFO: - Episode: 120/800, Reward: 0.00: Epislon: 0.291
2022-10-30 01:45:05 - r - INFO: - Episode: 121/800, Reward: 0.00: Epislon: 0.290
2022-10-30 01:45:05 - r - INFO: - Episode: 122/800, Reward: 0.00: Epislon: 0.284
2022-10-30 01:45:05 - r - INFO: - Episode: 123/800, Reward: 0.00: Epislon: 0.282
2022-10-30 01:45:05 - r - INFO: - Episode: 124/800, Reward: 0.00: Epislon: 0.276
2022-10-30 01:45:05 - r - INFO: - Episode: 125/800, Reward: 0.00: Epislon: 0.269
2022-10-30 01:45:05 - r - INFO: - Episode: 126/800, Reward: 0.00: Epislon: 0.262
2022-10-30 01:45:05 - r - INFO: - Episode: 127/800, Reward: 0.00: Epislon: 0.246
2022-10-30 01:45:05 - r - INFO: - Episode: 128/800, Reward: 0.00: Epislon: 0.244
2022-10-30 01:45:05 - r - INFO: - Episode: 129/800, Reward: 0.00: Epislon: 0.241
2022-10-30 01:45:05 - r - INFO: - Episode: 130/800, Reward: 0.00: Epislon: 0.236
2022-10-30 01:45:05 - r - INFO: - Episode: 131/800, Reward: 0.00: Epislon: 0.235
2022-10-30 01:45:05 - r - INFO: - Episode: 132/800, Reward: 0.00: Epislon: 0.234
2022-10-30 01:45:05 - r - INFO: - Episode: 133/800, Reward: 0.00: Epislon: 0.233
2022-10-30 01:45:05 - r - INFO: - Episode: 134/800, Reward: 0.00: Epislon: 0.231
2022-10-30 01:45:05 - r - INFO: - Episode: 135/800, Reward: 0.00: Epislon: 0.229
2022-10-30 01:45:05 - r - INFO: - Episode: 136/800, Reward: 0.00: Epislon: 0.227
2022-10-30 01:45:05 - r - INFO: - Episode: 137/800, Reward: 0.00: Epislon: 0.226
2022-10-30 01:45:05 - r - INFO: - Episode: 138/800, Reward: 0.00: Epislon: 0.223
2022-10-30 01:45:05 - r - INFO: - Episode: 139/800, Reward: 0.00: Epislon: 0.216
2022-10-30 01:45:05 - r - INFO: - Episode: 140/800, Reward: 0.00: Epislon: 0.214
2022-10-30 01:45:05 - r - INFO: - Episode: 141/800, Reward: 0.00: Epislon: 0.213
2022-10-30 01:45:05 - r - INFO: - Episode: 142/800, Reward: 0.00: Epislon: 0.211
2022-10-30 01:45:05 - r - INFO: - Episode: 143/800, Reward: 0.00: Epislon: 0.210
2022-10-30 01:45:05 - r - INFO: - Episode: 144/800, Reward: 0.00: Epislon: 0.207
2022-10-30 01:45:05 - r - INFO: - Episode: 145/800, Reward: 0.00: Epislon: 0.202
2022-10-30 01:45:05 - r - INFO: - Episode: 146/800, Reward: 0.00: Epislon: 0.201
2022-10-30 01:45:05 - r - INFO: - Episode: 147/800, Reward: 0.00: Epislon: 0.198
2022-10-30 01:45:05 - r - INFO: - Episode: 148/800, Reward: 0.00: Epislon: 0.196
2022-10-30 01:45:05 - r - INFO: - Episode: 149/800, Reward: 0.00: Epislon: 0.195
2022-10-30 01:45:05 - r - INFO: - Episode: 150/800, Reward: 0.00: Epislon: 0.192
2022-10-30 01:45:05 - r - INFO: - Episode: 151/800, Reward: 0.00: Epislon: 0.190
2022-10-30 01:45:05 - r - INFO: - Episode: 152/800, Reward: 0.00: Epislon: 0.188
2022-10-30 01:45:05 - r - INFO: - Episode: 153/800, Reward: 0.00: Epislon: 0.186
2022-10-30 01:45:05 - r - INFO: - Episode: 154/800, Reward: 0.00: Epislon: 0.185
2022-10-30 01:45:05 - r - INFO: - Episode: 155/800, Reward: 0.00: Epislon: 0.185
2022-10-30 01:45:05 - r - INFO: - Episode: 156/800, Reward: 0.00: Epislon: 0.183
2022-10-30 01:45:05 - r - INFO: - Episode: 157/800, Reward: 0.00: Epislon: 0.182
2022-10-30 01:45:05 - r - INFO: - Episode: 158/800, Reward: 0.00: Epislon: 0.181
2022-10-30 01:45:05 - r - INFO: - Episode: 159/800, Reward: 0.00: Epislon: 0.179
2022-10-30 01:45:05 - r - INFO: - Episode: 160/800, Reward: 0.00: Epislon: 0.173
2022-10-30 01:45:05 - r - INFO: - Episode: 161/800, Reward: 0.00: Epislon: 0.169
2022-10-30 01:45:05 - r - INFO: - Episode: 162/800, Reward: 0.00: Epislon: 0.167
2022-10-30 01:45:05 - r - INFO: - Episode: 163/800, Reward: 0.00: Epislon: 0.165
2022-10-30 01:45:05 - r - INFO: - Episode: 164/800, Reward: 0.00: Epislon: 0.165
2022-10-30 01:45:05 - r - INFO: - Episode: 165/800, Reward: 0.00: Epislon: 0.163
2022-10-30 01:45:05 - r - INFO: - Episode: 166/800, Reward: 0.00: Epislon: 0.163
2022-10-30 01:45:05 - r - INFO: - Episode: 167/800, Reward: 0.00: Epislon: 0.162
2022-10-30 01:45:05 - r - INFO: - Episode: 168/800, Reward: 0.00: Epislon: 0.161
2022-10-30 01:45:05 - r - INFO: - Episode: 169/800, Reward: 0.00: Epislon: 0.160
2022-10-30 01:45:05 - r - INFO: - Episode: 170/800, Reward: 0.00: Epislon: 0.159
2022-10-30 01:45:05 - r - INFO: - Episode: 171/800, Reward: 0.00: Epislon: 0.158
2022-10-30 01:45:05 - r - INFO: - Episode: 172/800, Reward: 0.00: Epislon: 0.155
2022-10-30 01:45:05 - r - INFO: - Episode: 173/800, Reward: 0.00: Epislon: 0.151
2022-10-30 01:45:05 - r - INFO: - Episode: 174/800, Reward: 0.00: Epislon: 0.149
2022-10-30 01:45:05 - r - INFO: - Episode: 175/800, Reward: 0.00: Epislon: 0.148
2022-10-30 01:45:05 - r - INFO: - Episode: 176/800, Reward: 0.00: Epislon: 0.148
2022-10-30 01:45:05 - r - INFO: - Episode: 177/800, Reward: 0.00: Epislon: 0.148
2022-10-30 01:45:05 - r - INFO: - Episode: 178/800, Reward: 0.00: Epislon: 0.147
2022-10-30 01:45:05 - r - INFO: - Episode: 179/800, Reward: 0.00: Epislon: 0.146
2022-10-30 01:45:05 - r - INFO: - Episode: 180/800, Reward: 0.00: Epislon: 0.146
2022-10-30 01:45:05 - r - INFO: - Episode: 181/800, Reward: 0.00: Epislon: 0.145
2022-10-30 01:45:05 - r - INFO: - Episode: 182/800, Reward: 0.00: Epislon: 0.144
2022-10-30 01:45:05 - r - INFO: - Episode: 183/800, Reward: 0.00: Epislon: 0.140
2022-10-30 01:45:05 - r - INFO: - Episode: 184/800, Reward: 0.00: Epislon: 0.139
2022-10-30 01:45:05 - r - INFO: - Episode: 185/800, Reward: 0.00: Epislon: 0.138
2022-10-30 01:45:05 - r - INFO: - Episode: 186/800, Reward: 0.00: Epislon: 0.137
2022-10-30 01:45:05 - r - INFO: - Episode: 187/800, Reward: 0.00: Epislon: 0.137
2022-10-30 01:45:05 - r - INFO: - Episode: 188/800, Reward: 0.00: Epislon: 0.134
2022-10-30 01:45:05 - r - INFO: - Episode: 189/800, Reward: 0.00: Epislon: 0.134
2022-10-30 01:45:05 - r - INFO: - Episode: 190/800, Reward: 0.00: Epislon: 0.133
2022-10-30 01:45:05 - r - INFO: - Episode: 191/800, Reward: 0.00: Epislon: 0.133
2022-10-30 01:45:05 - r - INFO: - Episode: 192/800, Reward: 0.00: Epislon: 0.132
2022-10-30 01:45:05 - r - INFO: - Episode: 193/800, Reward: 0.00: Epislon: 0.131
2022-10-30 01:45:05 - r - INFO: - Episode: 194/800, Reward: 0.00: Epislon: 0.131
2022-10-30 01:45:05 - r - INFO: - Episode: 195/800, Reward: 0.00: Epislon: 0.130
2022-10-30 01:45:05 - r - INFO: - Episode: 196/800, Reward: 0.00: Epislon: 0.129
2022-10-30 01:45:05 - r - INFO: - Episode: 197/800, Reward: 0.00: Epislon: 0.129
2022-10-30 01:45:05 - r - INFO: - Episode: 198/800, Reward: 0.00: Epislon: 0.126
2022-10-30 01:45:05 - r - INFO: - Episode: 199/800, Reward: 0.00: Epislon: 0.123
2022-10-30 01:45:05 - r - INFO: - Episode: 200/800, Reward: 0.00: Epislon: 0.123
2022-10-30 01:45:05 - r - INFO: - Episode: 201/800, Reward: 0.00: Epislon: 0.122
2022-10-30 01:45:05 - r - INFO: - Episode: 202/800, Reward: 0.00: Epislon: 0.122
2022-10-30 01:45:05 - r - INFO: - Episode: 203/800, Reward: 0.00: Epislon: 0.122
2022-10-30 01:45:05 - r - INFO: - Episode: 204/800, Reward: 0.00: Epislon: 0.121
2022-10-30 01:45:05 - r - INFO: - Episode: 205/800, Reward: 0.00: Epislon: 0.119
2022-10-30 01:45:05 - r - INFO: - Episode: 206/800, Reward: 0.00: Epislon: 0.119
2022-10-30 01:45:05 - r - INFO: - Episode: 207/800, Reward: 0.00: Epislon: 0.119
2022-10-30 01:45:05 - r - INFO: - Episode: 208/800, Reward: 0.00: Epislon: 0.118
2022-10-30 01:45:05 - r - INFO: - Episode: 209/800, Reward: 0.00: Epislon: 0.118
2022-10-30 01:45:05 - r - INFO: - Episode: 210/800, Reward: 0.00: Epislon: 0.118
2022-10-30 01:45:05 - r - INFO: - Episode: 211/800, Reward: 0.00: Epislon: 0.116
2022-10-30 01:45:05 - r - INFO: - Episode: 212/800, Reward: 0.00: Epislon: 0.115
2022-10-30 01:45:05 - r - INFO: - Episode: 213/800, Reward: 0.00: Epislon: 0.115
2022-10-30 01:45:05 - r - INFO: - Episode: 214/800, Reward: 0.00: Epislon: 0.114
2022-10-30 01:45:05 - r - INFO: - Episode: 215/800, Reward: 0.00: Epislon: 0.113
2022-10-30 01:45:05 - r - INFO: - Episode: 216/800, Reward: 0.00: Epislon: 0.113
2022-10-30 01:45:05 - r - INFO: - Episode: 217/800, Reward: 0.00: Epislon: 0.112
2022-10-30 01:45:05 - r - INFO: - Episode: 218/800, Reward: 0.00: Epislon: 0.111
2022-10-30 01:45:05 - r - INFO: - Episode: 219/800, Reward: 0.00: Epislon: 0.111
2022-10-30 01:45:05 - r - INFO: - Episode: 220/800, Reward: 0.00: Epislon: 0.111
2022-10-30 01:45:05 - r - INFO: - Episode: 221/800, Reward: 0.00: Epislon: 0.110
2022-10-30 01:45:05 - r - INFO: - Episode: 222/800, Reward: 0.00: Epislon: 0.110
2022-10-30 01:45:05 - r - INFO: - Episode: 223/800, Reward: 0.00: Epislon: 0.109
2022-10-30 01:45:05 - r - INFO: - Episode: 224/800, Reward: 0.00: Epislon: 0.108
2022-10-30 01:45:05 - r - INFO: - Episode: 225/800, Reward: 0.00: Epislon: 0.108
2022-10-30 01:45:05 - r - INFO: - Episode: 226/800, Reward: 0.00: Epislon: 0.108
2022-10-30 01:45:05 - r - INFO: - Episode: 227/800, Reward: 0.00: Epislon: 0.108
2022-10-30 01:45:05 - r - INFO: - Episode: 228/800, Reward: 0.00: Epislon: 0.107
2022-10-30 01:45:05 - r - INFO: - Episode: 229/800, Reward: 0.00: Epislon: 0.107
2022-10-30 01:45:05 - r - INFO: - Episode: 230/800, Reward: 0.00: Epislon: 0.107
2022-10-30 01:45:05 - r - INFO: - Episode: 231/800, Reward: 0.00: Epislon: 0.107
2022-10-30 01:45:05 - r - INFO: - Episode: 232/800, Reward: 0.00: Epislon: 0.106
2022-10-30 01:45:05 - r - INFO: - Episode: 233/800, Reward: 0.00: Epislon: 0.106
2022-10-30 01:45:05 - r - INFO: - Episode: 234/800, Reward: 0.00: Epislon: 0.106
2022-10-30 01:45:05 - r - INFO: - Episode: 235/800, Reward: 0.00: Epislon: 0.105
2022-10-30 01:45:05 - r - INFO: - Episode: 236/800, Reward: 0.00: Epislon: 0.105
2022-10-30 01:45:05 - r - INFO: - Episode: 237/800, Reward: 0.00: Epislon: 0.105
2022-10-30 01:45:05 - r - INFO: - Episode: 238/800, Reward: 0.00: Epislon: 0.105
2022-10-30 01:45:05 - r - INFO: - Episode: 239/800, Reward: 0.00: Epislon: 0.104
2022-10-30 01:45:05 - r - INFO: - Episode: 240/800, Reward: 0.00: Epislon: 0.104
2022-10-30 01:45:05 - r - INFO: - Episode: 241/800, Reward: 0.00: Epislon: 0.104
2022-10-30 01:45:05 - r - INFO: - Episode: 242/800, Reward: 0.00: Epislon: 0.103
2022-10-30 01:45:05 - r - INFO: - Episode: 243/800, Reward: 0.00: Epislon: 0.103
2022-10-30 01:45:05 - r - INFO: - Episode: 244/800, Reward: 0.00: Epislon: 0.103
2022-10-30 01:45:05 - r - INFO: - Episode: 245/800, Reward: 0.00: Epislon: 0.103
2022-10-30 01:45:05 - r - INFO: - Episode: 246/800, Reward: 0.00: Epislon: 0.103
2022-10-30 01:45:05 - r - INFO: - Episode: 247/800, Reward: 0.00: Epislon: 0.103
2022-10-30 01:45:05 - r - INFO: - Episode: 248/800, Reward: 0.00: Epislon: 0.103
2022-10-30 01:45:05 - r - INFO: - Episode: 249/800, Reward: 0.00: Epislon: 0.103
2022-10-30 01:45:05 - r - INFO: - Episode: 250/800, Reward: 0.00: Epislon: 0.103
2022-10-30 01:45:05 - r - INFO: - Episode: 251/800, Reward: 0.00: Epislon: 0.103
2022-10-30 01:45:05 - r - INFO: - Episode: 252/800, Reward: 0.00: Epislon: 0.102
2022-10-30 01:45:05 - r - INFO: - Episode: 253/800, Reward: 0.00: Epislon: 0.102
2022-10-30 01:45:05 - r - INFO: - Episode: 254/800, Reward: 0.00: Epislon: 0.102
2022-10-30 01:45:05 - r - INFO: - Episode: 255/800, Reward: 0.00: Epislon: 0.102
2022-10-30 01:45:05 - r - INFO: - Episode: 256/800, Reward: 0.00: Epislon: 0.102
2022-10-30 01:45:05 - r - INFO: - Episode: 257/800, Reward: 0.00: Epislon: 0.102
2022-10-30 01:45:05 - r - INFO: - Episode: 258/800, Reward: 0.00: Epislon: 0.102
2022-10-30 01:45:05 - r - INFO: - Episode: 259/800, Reward: 0.00: Epislon: 0.102
2022-10-30 01:45:05 - r - INFO: - Episode: 260/800, Reward: 0.00: Epislon: 0.102
2022-10-30 01:45:05 - r - INFO: - Episode: 261/800, Reward: 0.00: Epislon: 0.102
2022-10-30 01:45:05 - r - INFO: - Episode: 262/800, Reward: 0.00: Epislon: 0.102
2022-10-30 01:45:05 - r - INFO: - Episode: 263/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 264/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 265/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 266/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 267/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 268/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 269/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 270/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 271/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 272/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 273/800, Reward: 1.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 274/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 275/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 276/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 277/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 278/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 279/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 280/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 281/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 282/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 283/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 284/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 285/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 286/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 287/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 288/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 289/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 290/800, Reward: 0.00: Epislon: 0.101
2022-10-30 01:45:05 - r - INFO: - Episode: 291/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 292/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 293/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 294/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 295/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 296/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 297/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 298/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 299/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 300/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 301/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 302/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 303/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 304/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 305/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 306/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 307/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 308/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 309/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 310/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 311/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 312/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 313/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 314/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 315/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 316/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 317/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 318/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 319/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 320/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 321/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 322/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 323/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 324/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 325/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 326/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 327/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 328/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 329/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 330/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 331/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 332/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 333/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 334/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 335/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 336/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 337/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 338/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 339/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 340/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 341/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 342/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 343/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 344/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 345/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 346/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 347/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 348/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 349/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 350/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 351/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 352/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 353/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 354/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 355/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 356/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 357/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 358/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 359/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 360/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 361/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 362/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 363/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 364/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 365/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 366/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 367/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 368/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 369/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 370/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 371/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 372/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 373/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 374/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 375/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 376/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 377/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 378/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 379/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 380/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 381/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 382/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 383/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 384/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 385/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 386/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 387/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 388/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 389/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 390/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 391/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 392/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 393/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 394/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 395/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 396/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 397/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 398/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 399/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 400/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 401/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 402/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 403/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 404/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 405/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 406/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 407/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 408/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 409/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 410/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 411/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 412/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 413/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 414/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 415/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 416/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 417/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 418/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 419/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 420/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 421/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 422/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 423/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 424/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 425/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 426/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 427/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 428/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 429/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 430/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 431/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 432/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 433/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 434/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 435/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 436/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 437/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 438/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 439/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 440/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 441/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 442/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 443/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 444/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 445/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 446/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 447/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 448/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 449/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 450/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 451/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 452/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 453/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 454/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 455/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 456/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 457/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 458/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 459/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 460/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 461/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 462/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 463/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 464/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 465/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 466/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 467/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 468/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 469/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 470/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 471/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 472/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 473/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 474/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 475/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 476/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 477/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 478/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 479/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 480/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 481/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 482/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 483/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 484/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 485/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 486/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 487/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 488/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 489/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 490/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 491/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 492/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 493/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 494/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 495/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 496/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 497/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 498/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 499/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 500/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 501/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 502/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 503/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 504/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 505/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 506/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 507/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 508/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 509/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 510/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 511/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 512/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 513/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 514/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 515/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 516/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 517/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 518/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 519/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 520/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 521/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 522/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 523/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 524/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 525/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 526/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 527/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 528/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 529/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 530/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 531/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 532/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 533/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 534/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 535/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 536/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 537/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 538/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 539/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 540/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 541/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 542/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 543/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 544/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 545/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 546/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 547/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 548/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 549/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 550/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 551/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 552/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 553/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 554/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 555/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 556/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 557/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 558/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 559/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 560/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 561/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 562/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 563/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 564/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 565/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 566/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 567/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 568/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 569/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 570/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 571/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 572/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 573/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 574/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 575/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 576/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 577/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 578/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 579/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 580/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 581/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 582/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 583/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 584/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 585/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 586/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 587/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 588/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 589/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 590/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 591/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 592/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 593/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 594/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 595/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 596/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 597/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 598/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 599/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 600/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 601/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 602/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 603/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 604/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 605/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 606/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 607/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 608/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 609/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 610/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 611/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 612/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 613/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 614/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 615/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 616/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 617/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 618/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 619/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 620/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 621/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 622/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 623/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 624/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 625/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 626/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 627/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 628/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 629/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 630/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 631/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 632/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 633/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 634/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 635/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 636/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 637/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 638/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 639/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 640/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 641/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 642/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 643/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 644/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 645/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 646/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 647/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 648/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 649/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 650/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 651/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 652/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 653/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 654/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 655/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 656/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 657/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 658/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 659/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 660/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 661/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 662/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 663/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 664/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 665/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 666/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 667/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 668/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 669/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 670/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 671/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 672/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 673/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 674/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 675/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 676/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 677/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 678/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 679/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 680/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 681/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 682/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 683/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 684/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 685/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 686/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 687/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 688/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 689/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 690/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 691/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 692/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 693/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 694/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 695/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 696/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 697/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 698/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 699/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 700/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 701/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 702/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 703/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 704/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 705/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 706/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 707/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 708/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 709/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 710/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 711/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 712/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 713/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 714/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 715/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 716/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 717/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 718/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 719/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 720/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 721/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 722/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 723/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 724/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 725/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 726/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 727/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 728/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 729/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 730/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 731/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 732/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 733/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 734/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 735/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 736/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 737/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 738/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 739/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 740/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 741/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 742/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 743/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 744/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 745/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 746/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 747/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 748/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 749/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 750/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 751/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 752/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 753/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 754/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 755/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 756/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 757/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 758/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 759/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 760/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 761/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 762/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 763/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 764/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 765/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 766/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 767/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 768/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 769/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 770/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 771/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 772/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 773/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 774/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 775/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 776/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 777/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 778/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 779/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 780/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 781/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 782/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 783/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 784/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 785/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 786/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 787/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 788/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 789/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 790/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 791/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 792/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 793/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 794/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 795/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 796/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 797/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 798/800, Reward: 0.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 799/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Episode: 800/800, Reward: 1.00: Epislon: 0.100
2022-10-30 01:45:05 - r - INFO: - Finish training!

Binary file not shown.

After

Width:  |  Height:  |  Size: 56 KiB

View File

@@ -0,0 +1,801 @@
episodes,rewards,steps
0,0.0,20
1,0.0,14
2,0.0,13
3,0.0,9
4,0.0,10
5,0.0,6
6,0.0,11
7,0.0,6
8,0.0,3
9,0.0,9
10,0.0,11
11,0.0,22
12,0.0,5
13,0.0,16
14,0.0,4
15,0.0,9
16,0.0,18
17,0.0,2
18,0.0,4
19,0.0,8
20,0.0,7
21,0.0,4
22,0.0,22
23,0.0,15
24,0.0,5
25,0.0,16
26,0.0,7
27,0.0,19
28,0.0,22
29,0.0,16
30,0.0,11
31,0.0,22
32,0.0,28
33,0.0,23
34,0.0,4
35,0.0,11
36,0.0,8
37,0.0,15
38,0.0,5
39,0.0,7
40,0.0,9
41,0.0,4
42,0.0,3
43,0.0,6
44,0.0,41
45,0.0,9
46,0.0,23
47,0.0,3
48,1.0,38
49,0.0,29
50,0.0,17
51,0.0,4
52,0.0,2
53,0.0,25
54,0.0,6
55,0.0,2
56,0.0,30
57,0.0,6
58,0.0,7
59,0.0,11
60,0.0,9
61,0.0,8
62,0.0,23
63,0.0,10
64,0.0,3
65,0.0,5
66,0.0,7
67,0.0,18
68,0.0,8
69,0.0,26
70,0.0,6
71,0.0,14
72,0.0,4
73,0.0,25
74,0.0,21
75,0.0,13
76,0.0,4
77,0.0,29
78,0.0,21
79,0.0,6
80,0.0,6
81,0.0,11
82,0.0,21
83,0.0,9
84,0.0,9
85,0.0,7
86,0.0,48
87,0.0,23
88,0.0,160
89,0.0,7
90,0.0,10
91,0.0,24
92,0.0,4
93,0.0,7
94,0.0,17
95,0.0,87
96,0.0,28
97,0.0,7
98,0.0,5
99,0.0,12
100,0.0,14
101,0.0,6
102,0.0,13
103,0.0,93
104,0.0,4
105,0.0,50
106,0.0,8
107,0.0,12
108,0.0,43
109,0.0,30
110,0.0,15
111,0.0,19
112,0.0,182
113,0.0,40
114,0.0,88
115,0.0,19
116,0.0,30
117,0.0,27
118,0.0,5
119,0.0,87
120,0.0,9
121,0.0,64
122,0.0,27
123,0.0,68
124,0.0,81
125,0.0,86
126,0.0,200
127,0.0,27
128,0.0,41
129,0.0,70
130,0.0,27
131,0.0,6
132,0.0,18
133,0.0,38
134,0.0,26
135,0.0,36
136,0.0,3
137,0.0,61
138,0.0,105
139,0.0,38
140,0.0,18
141,0.0,33
142,0.0,29
143,0.0,49
144,0.0,88
145,0.0,22
146,0.0,65
147,0.0,36
148,0.0,30
149,0.0,58
150,0.0,43
151,0.0,53
152,0.0,43
153,0.0,13
154,0.0,8
155,0.0,39
156,0.0,29
157,0.0,26
158,0.0,60
159,0.0,153
160,0.0,116
161,0.0,53
162,0.0,54
163,0.0,8
164,0.0,58
165,0.0,3
166,0.0,47
167,0.0,16
168,0.0,21
169,0.0,44
170,0.0,29
171,0.0,104
172,0.0,158
173,0.0,83
174,0.0,26
175,0.0,24
176,0.0,10
177,0.0,12
178,0.0,40
179,0.0,25
180,0.0,18
181,0.0,60
182,0.0,200
183,0.0,24
184,0.0,56
185,0.0,71
186,0.0,19
187,0.0,118
188,0.0,26
189,0.0,41
190,0.0,41
191,0.0,60
192,0.0,31
193,0.0,34
194,0.0,35
195,0.0,59
196,0.0,51
197,0.0,200
198,0.0,200
199,0.0,37
200,0.0,68
201,0.0,40
202,0.0,17
203,0.0,79
204,0.0,126
205,0.0,61
206,0.0,25
207,0.0,18
208,0.0,27
209,0.0,13
210,0.0,187
211,0.0,160
212,0.0,32
213,0.0,108
214,0.0,164
215,0.0,17
216,0.0,82
217,0.0,194
218,0.0,7
219,0.0,36
220,0.0,156
221,0.0,17
222,0.0,183
223,0.0,200
224,0.0,43
225,0.0,87
226,0.0,42
227,0.0,80
228,0.0,54
229,0.0,82
230,0.0,97
231,0.0,65
232,0.0,83
233,0.0,159
234,0.0,178
235,0.0,104
236,0.0,21
237,0.0,118
238,0.0,80
239,0.0,170
240,0.0,94
241,0.0,200
242,0.0,37
243,0.0,11
244,0.0,31
245,0.0,134
246,0.0,32
247,0.0,58
248,0.0,38
249,0.0,28
250,0.0,159
251,0.0,182
252,0.0,51
253,0.0,25
254,0.0,73
255,0.0,56
256,0.0,55
257,0.0,38
258,0.0,200
259,0.0,92
260,0.0,200
261,0.0,119
262,0.0,100
263,0.0,84
264,0.0,24
265,0.0,17
266,0.0,159
267,0.0,25
268,0.0,73
269,0.0,130
270,0.0,111
271,0.0,65
272,1.0,58
273,0.0,47
274,0.0,48
275,0.0,13
276,0.0,100
277,0.0,38
278,0.0,111
279,0.0,200
280,0.0,26
281,0.0,38
282,0.0,83
283,0.0,42
284,0.0,199
285,0.0,83
286,0.0,28
287,0.0,46
288,0.0,200
289,0.0,62
290,0.0,123
291,0.0,91
292,0.0,53
293,0.0,19
294,0.0,26
295,0.0,93
296,0.0,38
297,0.0,22
298,0.0,43
299,0.0,163
300,0.0,25
301,0.0,59
302,0.0,71
303,0.0,20
304,0.0,115
305,0.0,200
306,0.0,48
307,0.0,66
308,0.0,58
309,0.0,129
310,0.0,122
311,0.0,47
312,0.0,60
313,0.0,79
314,1.0,137
315,0.0,27
316,1.0,93
317,0.0,46
318,1.0,83
319,1.0,8
320,1.0,6
321,1.0,6
322,0.0,4
323,1.0,6
324,0.0,2
325,1.0,6
326,1.0,6
327,1.0,6
328,1.0,6
329,1.0,8
330,0.0,5
331,1.0,6
332,1.0,7
333,0.0,5
334,1.0,6
335,1.0,6
336,1.0,8
337,1.0,6
338,1.0,6
339,1.0,6
340,1.0,7
341,1.0,6
342,1.0,6
343,0.0,3
344,1.0,7
345,0.0,4
346,1.0,6
347,1.0,6
348,1.0,7
349,1.0,6
350,1.0,6
351,1.0,7
352,1.0,7
353,1.0,7
354,1.0,6
355,1.0,6
356,1.0,6
357,1.0,6
358,1.0,6
359,1.0,6
360,1.0,6
361,1.0,7
362,0.0,4
363,1.0,8
364,1.0,8
365,1.0,7
366,1.0,6
367,1.0,8
368,1.0,6
369,1.0,6
370,1.0,7
371,1.0,6
372,1.0,6
373,1.0,8
374,1.0,7
375,1.0,6
376,1.0,6
377,0.0,3
378,1.0,11
379,1.0,6
380,1.0,8
381,0.0,2
382,1.0,6
383,1.0,6
384,1.0,6
385,1.0,6
386,1.0,8
387,1.0,6
388,1.0,7
389,1.0,6
390,1.0,7
391,1.0,6
392,1.0,8
393,0.0,2
394,1.0,6
395,1.0,7
396,1.0,6
397,1.0,6
398,1.0,10
399,1.0,7
400,1.0,6
401,1.0,6
402,1.0,6
403,1.0,6
404,1.0,6
405,1.0,7
406,0.0,4
407,1.0,7
408,1.0,6
409,1.0,8
410,0.0,3
411,1.0,6
412,1.0,6
413,1.0,6
414,1.0,6
415,0.0,2
416,1.0,6
417,1.0,6
418,1.0,6
419,1.0,6
420,1.0,6
421,1.0,7
422,1.0,6
423,1.0,6
424,1.0,7
425,1.0,6
426,1.0,6
427,1.0,6
428,1.0,6
429,1.0,6
430,1.0,6
431,1.0,6
432,1.0,8
433,1.0,6
434,1.0,8
435,1.0,7
436,1.0,6
437,0.0,3
438,1.0,6
439,1.0,7
440,1.0,6
441,1.0,6
442,1.0,6
443,1.0,10
444,1.0,6
445,1.0,6
446,1.0,6
447,1.0,6
448,1.0,10
449,1.0,6
450,1.0,8
451,1.0,8
452,1.0,7
453,1.0,6
454,0.0,5
455,0.0,2
456,1.0,8
457,1.0,6
458,1.0,10
459,1.0,6
460,1.0,8
461,1.0,10
462,1.0,6
463,1.0,6
464,1.0,6
465,1.0,10
466,1.0,6
467,0.0,4
468,1.0,6
469,1.0,6
470,1.0,6
471,1.0,15
472,1.0,6
473,1.0,6
474,1.0,6
475,1.0,6
476,1.0,6
477,1.0,6
478,1.0,8
479,1.0,6
480,1.0,7
481,1.0,6
482,1.0,6
483,1.0,8
484,1.0,6
485,1.0,6
486,1.0,8
487,1.0,8
488,1.0,6
489,1.0,6
490,1.0,6
491,1.0,10
492,1.0,6
493,1.0,6
494,1.0,6
495,1.0,6
496,1.0,6
497,1.0,6
498,1.0,6
499,1.0,8
500,1.0,8
501,1.0,6
502,1.0,6
503,0.0,2
504,1.0,6
505,1.0,6
506,1.0,6
507,1.0,8
508,1.0,6
509,1.0,6
510,1.0,6
511,1.0,6
512,1.0,6
513,1.0,6
514,1.0,6
515,1.0,6
516,1.0,6
517,1.0,7
518,0.0,3
519,1.0,7
520,1.0,6
521,1.0,6
522,1.0,6
523,0.0,2
524,1.0,6
525,1.0,8
526,1.0,6
527,1.0,6
528,1.0,6
529,1.0,6
530,1.0,9
531,1.0,6
532,1.0,6
533,1.0,6
534,1.0,6
535,1.0,6
536,1.0,6
537,1.0,9
538,1.0,7
539,0.0,4
540,1.0,6
541,1.0,8
542,1.0,11
543,1.0,6
544,1.0,6
545,1.0,6
546,1.0,6
547,1.0,6
548,1.0,8
549,1.0,6
550,1.0,6
551,1.0,8
552,1.0,7
553,1.0,6
554,1.0,8
555,1.0,6
556,0.0,5
557,1.0,9
558,1.0,8
559,1.0,8
560,1.0,6
561,1.0,8
562,1.0,8
563,1.0,6
564,0.0,5
565,0.0,3
566,0.0,2
567,1.0,8
568,1.0,6
569,1.0,6
570,1.0,6
571,1.0,6
572,1.0,6
573,1.0,6
574,1.0,6
575,1.0,6
576,1.0,6
577,1.0,6
578,1.0,6
579,1.0,6
580,1.0,6
581,1.0,6
582,0.0,2
583,1.0,6
584,0.0,4
585,1.0,6
586,1.0,6
587,1.0,6
588,1.0,6
589,1.0,6
590,1.0,8
591,0.0,5
592,1.0,6
593,1.0,6
594,1.0,6
595,1.0,6
596,1.0,6
597,1.0,6
598,0.0,3
599,1.0,6
600,1.0,6
601,1.0,6
602,0.0,2
603,1.0,6
604,0.0,4
605,1.0,6
606,1.0,6
607,1.0,6
608,1.0,6
609,1.0,8
610,1.0,6
611,1.0,7
612,1.0,6
613,1.0,7
614,1.0,6
615,0.0,2
616,1.0,6
617,1.0,6
618,0.0,5
619,0.0,3
620,0.0,3
621,1.0,6
622,0.0,5
623,1.0,8
624,1.0,8
625,1.0,6
626,1.0,6
627,1.0,7
628,1.0,6
629,1.0,6
630,1.0,6
631,1.0,6
632,1.0,6
633,1.0,8
634,0.0,2
635,1.0,6
636,1.0,6
637,1.0,6
638,1.0,6
639,1.0,6
640,1.0,6
641,1.0,6
642,1.0,8
643,1.0,6
644,1.0,8
645,1.0,6
646,1.0,6
647,1.0,8
648,1.0,8
649,0.0,5
650,0.0,4
651,0.0,4
652,1.0,6
653,1.0,6
654,1.0,6
655,1.0,6
656,1.0,8
657,1.0,6
658,0.0,4
659,1.0,6
660,1.0,8
661,1.0,6
662,1.0,6
663,1.0,6
664,1.0,6
665,1.0,6
666,1.0,6
667,1.0,6
668,1.0,8
669,1.0,8
670,1.0,6
671,1.0,8
672,1.0,9
673,1.0,6
674,1.0,6
675,1.0,6
676,1.0,6
677,1.0,10
678,1.0,6
679,1.0,6
680,1.0,6
681,1.0,11
682,1.0,10
683,1.0,8
684,1.0,6
685,1.0,6
686,1.0,6
687,0.0,5
688,1.0,6
689,0.0,2
690,1.0,9
691,1.0,6
692,1.0,8
693,1.0,7
694,1.0,6
695,1.0,6
696,1.0,7
697,0.0,3
698,1.0,7
699,0.0,2
700,1.0,6
701,1.0,6
702,1.0,8
703,1.0,8
704,1.0,6
705,1.0,6
706,0.0,2
707,1.0,8
708,1.0,6
709,1.0,8
710,1.0,6
711,1.0,6
712,1.0,9
713,1.0,6
714,1.0,8
715,1.0,11
716,1.0,6
717,1.0,6
718,1.0,6
719,1.0,6
720,1.0,8
721,1.0,6
722,1.0,6
723,1.0,6
724,0.0,5
725,1.0,6
726,1.0,6
727,1.0,6
728,1.0,6
729,1.0,6
730,1.0,7
731,1.0,6
732,1.0,6
733,1.0,6
734,1.0,6
735,1.0,10
736,1.0,6
737,1.0,6
738,1.0,6
739,1.0,6
740,1.0,6
741,1.0,7
742,1.0,6
743,1.0,8
744,1.0,7
745,1.0,6
746,1.0,6
747,1.0,14
748,1.0,6
749,1.0,6
750,1.0,12
751,1.0,6
752,1.0,6
753,1.0,6
754,1.0,6
755,1.0,6
756,1.0,6
757,0.0,3
758,1.0,6
759,1.0,6
760,1.0,6
761,1.0,7
762,1.0,6
763,1.0,6
764,1.0,6
765,1.0,8
766,0.0,2
767,1.0,6
768,1.0,6
769,1.0,6
770,1.0,6
771,1.0,6
772,1.0,6
773,1.0,6
774,1.0,6
775,1.0,6
776,0.0,4
777,1.0,8
778,1.0,6
779,0.0,2
780,1.0,10
781,1.0,8
782,1.0,6
783,1.0,6
784,1.0,6
785,0.0,3
786,1.0,6
787,1.0,6
788,0.0,6
789,1.0,8
790,1.0,6
791,1.0,9
792,1.0,6
793,1.0,6
794,1.0,8
795,1.0,8
796,1.0,6
797,0.0,5
798,1.0,6
799,1.0,6
1 episodes rewards steps
2 0 0.0 20
3 1 0.0 14
4 2 0.0 13
5 3 0.0 9
6 4 0.0 10
7 5 0.0 6
8 6 0.0 11
9 7 0.0 6
10 8 0.0 3
11 9 0.0 9
12 10 0.0 11
13 11 0.0 22
14 12 0.0 5
15 13 0.0 16
16 14 0.0 4
17 15 0.0 9
18 16 0.0 18
19 17 0.0 2
20 18 0.0 4
21 19 0.0 8
22 20 0.0 7
23 21 0.0 4
24 22 0.0 22
25 23 0.0 15
26 24 0.0 5
27 25 0.0 16
28 26 0.0 7
29 27 0.0 19
30 28 0.0 22
31 29 0.0 16
32 30 0.0 11
33 31 0.0 22
34 32 0.0 28
35 33 0.0 23
36 34 0.0 4
37 35 0.0 11
38 36 0.0 8
39 37 0.0 15
40 38 0.0 5
41 39 0.0 7
42 40 0.0 9
43 41 0.0 4
44 42 0.0 3
45 43 0.0 6
46 44 0.0 41
47 45 0.0 9
48 46 0.0 23
49 47 0.0 3
50 48 1.0 38
51 49 0.0 29
52 50 0.0 17
53 51 0.0 4
54 52 0.0 2
55 53 0.0 25
56 54 0.0 6
57 55 0.0 2
58 56 0.0 30
59 57 0.0 6
60 58 0.0 7
61 59 0.0 11
62 60 0.0 9
63 61 0.0 8
64 62 0.0 23
65 63 0.0 10
66 64 0.0 3
67 65 0.0 5
68 66 0.0 7
69 67 0.0 18
70 68 0.0 8
71 69 0.0 26
72 70 0.0 6
73 71 0.0 14
74 72 0.0 4
75 73 0.0 25
76 74 0.0 21
77 75 0.0 13
78 76 0.0 4
79 77 0.0 29
80 78 0.0 21
81 79 0.0 6
82 80 0.0 6
83 81 0.0 11
84 82 0.0 21
85 83 0.0 9
86 84 0.0 9
87 85 0.0 7
88 86 0.0 48
89 87 0.0 23
90 88 0.0 160
91 89 0.0 7
92 90 0.0 10
93 91 0.0 24
94 92 0.0 4
95 93 0.0 7
96 94 0.0 17
97 95 0.0 87
98 96 0.0 28
99 97 0.0 7
100 98 0.0 5
101 99 0.0 12
102 100 0.0 14
103 101 0.0 6
104 102 0.0 13
105 103 0.0 93
106 104 0.0 4
107 105 0.0 50
108 106 0.0 8
109 107 0.0 12
110 108 0.0 43
111 109 0.0 30
112 110 0.0 15
113 111 0.0 19
114 112 0.0 182
115 113 0.0 40
116 114 0.0 88
117 115 0.0 19
118 116 0.0 30
119 117 0.0 27
120 118 0.0 5
121 119 0.0 87
122 120 0.0 9
123 121 0.0 64
124 122 0.0 27
125 123 0.0 68
126 124 0.0 81
127 125 0.0 86
128 126 0.0 200
129 127 0.0 27
130 128 0.0 41
131 129 0.0 70
132 130 0.0 27
133 131 0.0 6
134 132 0.0 18
135 133 0.0 38
136 134 0.0 26
137 135 0.0 36
138 136 0.0 3
139 137 0.0 61
140 138 0.0 105
141 139 0.0 38
142 140 0.0 18
143 141 0.0 33
144 142 0.0 29
145 143 0.0 49
146 144 0.0 88
147 145 0.0 22
148 146 0.0 65
149 147 0.0 36
150 148 0.0 30
151 149 0.0 58
152 150 0.0 43
153 151 0.0 53
154 152 0.0 43
155 153 0.0 13
156 154 0.0 8
157 155 0.0 39
158 156 0.0 29
159 157 0.0 26
160 158 0.0 60
161 159 0.0 153
162 160 0.0 116
163 161 0.0 53
164 162 0.0 54
165 163 0.0 8
166 164 0.0 58
167 165 0.0 3
168 166 0.0 47
169 167 0.0 16
170 168 0.0 21
171 169 0.0 44
172 170 0.0 29
173 171 0.0 104
174 172 0.0 158
175 173 0.0 83
176 174 0.0 26
177 175 0.0 24
178 176 0.0 10
179 177 0.0 12
180 178 0.0 40
181 179 0.0 25
182 180 0.0 18
183 181 0.0 60
184 182 0.0 200
185 183 0.0 24
186 184 0.0 56
187 185 0.0 71
188 186 0.0 19
189 187 0.0 118
190 188 0.0 26
191 189 0.0 41
192 190 0.0 41
193 191 0.0 60
194 192 0.0 31
195 193 0.0 34
196 194 0.0 35
197 195 0.0 59
198 196 0.0 51
199 197 0.0 200
200 198 0.0 200
201 199 0.0 37
202 200 0.0 68
203 201 0.0 40
204 202 0.0 17
205 203 0.0 79
206 204 0.0 126
207 205 0.0 61
208 206 0.0 25
209 207 0.0 18
210 208 0.0 27
211 209 0.0 13
212 210 0.0 187
213 211 0.0 160
214 212 0.0 32
215 213 0.0 108
216 214 0.0 164
217 215 0.0 17
218 216 0.0 82
219 217 0.0 194
220 218 0.0 7
221 219 0.0 36
222 220 0.0 156
223 221 0.0 17
224 222 0.0 183
225 223 0.0 200
226 224 0.0 43
227 225 0.0 87
228 226 0.0 42
229 227 0.0 80
230 228 0.0 54
231 229 0.0 82
232 230 0.0 97
233 231 0.0 65
234 232 0.0 83
235 233 0.0 159
236 234 0.0 178
237 235 0.0 104
238 236 0.0 21
239 237 0.0 118
240 238 0.0 80
241 239 0.0 170
242 240 0.0 94
243 241 0.0 200
244 242 0.0 37
245 243 0.0 11
246 244 0.0 31
247 245 0.0 134
248 246 0.0 32
249 247 0.0 58
250 248 0.0 38
251 249 0.0 28
252 250 0.0 159
253 251 0.0 182
254 252 0.0 51
255 253 0.0 25
256 254 0.0 73
257 255 0.0 56
258 256 0.0 55
259 257 0.0 38
260 258 0.0 200
261 259 0.0 92
262 260 0.0 200
263 261 0.0 119
264 262 0.0 100
265 263 0.0 84
266 264 0.0 24
267 265 0.0 17
268 266 0.0 159
269 267 0.0 25
270 268 0.0 73
271 269 0.0 130
272 270 0.0 111
273 271 0.0 65
274 272 1.0 58
275 273 0.0 47
276 274 0.0 48
277 275 0.0 13
278 276 0.0 100
279 277 0.0 38
280 278 0.0 111
281 279 0.0 200
282 280 0.0 26
283 281 0.0 38
284 282 0.0 83
285 283 0.0 42
286 284 0.0 199
287 285 0.0 83
288 286 0.0 28
289 287 0.0 46
290 288 0.0 200
291 289 0.0 62
292 290 0.0 123
293 291 0.0 91
294 292 0.0 53
295 293 0.0 19
296 294 0.0 26
297 295 0.0 93
298 296 0.0 38
299 297 0.0 22
300 298 0.0 43
301 299 0.0 163
302 300 0.0 25
303 301 0.0 59
304 302 0.0 71
305 303 0.0 20
306 304 0.0 115
307 305 0.0 200
308 306 0.0 48
309 307 0.0 66
310 308 0.0 58
311 309 0.0 129
312 310 0.0 122
313 311 0.0 47
314 312 0.0 60
315 313 0.0 79
316 314 1.0 137
317 315 0.0 27
318 316 1.0 93
319 317 0.0 46
320 318 1.0 83
321 319 1.0 8
322 320 1.0 6
323 321 1.0 6
324 322 0.0 4
325 323 1.0 6
326 324 0.0 2
327 325 1.0 6
328 326 1.0 6
329 327 1.0 6
330 328 1.0 6
331 329 1.0 8
332 330 0.0 5
333 331 1.0 6
334 332 1.0 7
335 333 0.0 5
336 334 1.0 6
337 335 1.0 6
338 336 1.0 8
339 337 1.0 6
340 338 1.0 6
341 339 1.0 6
342 340 1.0 7
343 341 1.0 6
344 342 1.0 6
345 343 0.0 3
346 344 1.0 7
347 345 0.0 4
348 346 1.0 6
349 347 1.0 6
350 348 1.0 7
351 349 1.0 6
352 350 1.0 6
353 351 1.0 7
354 352 1.0 7
355 353 1.0 7
356 354 1.0 6
357 355 1.0 6
358 356 1.0 6
359 357 1.0 6
360 358 1.0 6
361 359 1.0 6
362 360 1.0 6
363 361 1.0 7
364 362 0.0 4
365 363 1.0 8
366 364 1.0 8
367 365 1.0 7
368 366 1.0 6
369 367 1.0 8
370 368 1.0 6
371 369 1.0 6
372 370 1.0 7
373 371 1.0 6
374 372 1.0 6
375 373 1.0 8
376 374 1.0 7
377 375 1.0 6
378 376 1.0 6
379 377 0.0 3
380 378 1.0 11
381 379 1.0 6
382 380 1.0 8
383 381 0.0 2
384 382 1.0 6
385 383 1.0 6
386 384 1.0 6
387 385 1.0 6
388 386 1.0 8
389 387 1.0 6
390 388 1.0 7
391 389 1.0 6
392 390 1.0 7
393 391 1.0 6
394 392 1.0 8
395 393 0.0 2
396 394 1.0 6
397 395 1.0 7
398 396 1.0 6
399 397 1.0 6
400 398 1.0 10
401 399 1.0 7
402 400 1.0 6
403 401 1.0 6
404 402 1.0 6
405 403 1.0 6
406 404 1.0 6
407 405 1.0 7
408 406 0.0 4
409 407 1.0 7
410 408 1.0 6
411 409 1.0 8
412 410 0.0 3
413 411 1.0 6
414 412 1.0 6
415 413 1.0 6
416 414 1.0 6
417 415 0.0 2
418 416 1.0 6
419 417 1.0 6
420 418 1.0 6
421 419 1.0 6
422 420 1.0 6
423 421 1.0 7
424 422 1.0 6
425 423 1.0 6
426 424 1.0 7
427 425 1.0 6
428 426 1.0 6
429 427 1.0 6
430 428 1.0 6
431 429 1.0 6
432 430 1.0 6
433 431 1.0 6
434 432 1.0 8
435 433 1.0 6
436 434 1.0 8
437 435 1.0 7
438 436 1.0 6
439 437 0.0 3
440 438 1.0 6
441 439 1.0 7
442 440 1.0 6
443 441 1.0 6
444 442 1.0 6
445 443 1.0 10
446 444 1.0 6
447 445 1.0 6
448 446 1.0 6
449 447 1.0 6
450 448 1.0 10
451 449 1.0 6
452 450 1.0 8
453 451 1.0 8
454 452 1.0 7
455 453 1.0 6
456 454 0.0 5
457 455 0.0 2
458 456 1.0 8
459 457 1.0 6
460 458 1.0 10
461 459 1.0 6
462 460 1.0 8
463 461 1.0 10
464 462 1.0 6
465 463 1.0 6
466 464 1.0 6
467 465 1.0 10
468 466 1.0 6
469 467 0.0 4
470 468 1.0 6
471 469 1.0 6
472 470 1.0 6
473 471 1.0 15
474 472 1.0 6
475 473 1.0 6
476 474 1.0 6
477 475 1.0 6
478 476 1.0 6
479 477 1.0 6
480 478 1.0 8
481 479 1.0 6
482 480 1.0 7
483 481 1.0 6
484 482 1.0 6
485 483 1.0 8
486 484 1.0 6
487 485 1.0 6
488 486 1.0 8
489 487 1.0 8
490 488 1.0 6
491 489 1.0 6
492 490 1.0 6
493 491 1.0 10
494 492 1.0 6
495 493 1.0 6
496 494 1.0 6
497 495 1.0 6
498 496 1.0 6
499 497 1.0 6
500 498 1.0 6
501 499 1.0 8
502 500 1.0 8
503 501 1.0 6
504 502 1.0 6
505 503 0.0 2
506 504 1.0 6
507 505 1.0 6
508 506 1.0 6
509 507 1.0 8
510 508 1.0 6
511 509 1.0 6
512 510 1.0 6
513 511 1.0 6
514 512 1.0 6
515 513 1.0 6
516 514 1.0 6
517 515 1.0 6
518 516 1.0 6
519 517 1.0 7
520 518 0.0 3
521 519 1.0 7
522 520 1.0 6
523 521 1.0 6
524 522 1.0 6
525 523 0.0 2
526 524 1.0 6
527 525 1.0 8
528 526 1.0 6
529 527 1.0 6
530 528 1.0 6
531 529 1.0 6
532 530 1.0 9
533 531 1.0 6
534 532 1.0 6
535 533 1.0 6
536 534 1.0 6
537 535 1.0 6
538 536 1.0 6
539 537 1.0 9
540 538 1.0 7
541 539 0.0 4
542 540 1.0 6
543 541 1.0 8
544 542 1.0 11
545 543 1.0 6
546 544 1.0 6
547 545 1.0 6
548 546 1.0 6
549 547 1.0 6
550 548 1.0 8
551 549 1.0 6
552 550 1.0 6
553 551 1.0 8
554 552 1.0 7
555 553 1.0 6
556 554 1.0 8
557 555 1.0 6
558 556 0.0 5
559 557 1.0 9
560 558 1.0 8
561 559 1.0 8
562 560 1.0 6
563 561 1.0 8
564 562 1.0 8
565 563 1.0 6
566 564 0.0 5
567 565 0.0 3
568 566 0.0 2
569 567 1.0 8
570 568 1.0 6
571 569 1.0 6
572 570 1.0 6
573 571 1.0 6
574 572 1.0 6
575 573 1.0 6
576 574 1.0 6
577 575 1.0 6
578 576 1.0 6
579 577 1.0 6
580 578 1.0 6
581 579 1.0 6
582 580 1.0 6
583 581 1.0 6
584 582 0.0 2
585 583 1.0 6
586 584 0.0 4
587 585 1.0 6
588 586 1.0 6
589 587 1.0 6
590 588 1.0 6
591 589 1.0 6
592 590 1.0 8
593 591 0.0 5
594 592 1.0 6
595 593 1.0 6
596 594 1.0 6
597 595 1.0 6
598 596 1.0 6
599 597 1.0 6
600 598 0.0 3
601 599 1.0 6
602 600 1.0 6
603 601 1.0 6
604 602 0.0 2
605 603 1.0 6
606 604 0.0 4
607 605 1.0 6
608 606 1.0 6
609 607 1.0 6
610 608 1.0 6
611 609 1.0 8
612 610 1.0 6
613 611 1.0 7
614 612 1.0 6
615 613 1.0 7
616 614 1.0 6
617 615 0.0 2
618 616 1.0 6
619 617 1.0 6
620 618 0.0 5
621 619 0.0 3
622 620 0.0 3
623 621 1.0 6
624 622 0.0 5
625 623 1.0 8
626 624 1.0 8
627 625 1.0 6
628 626 1.0 6
629 627 1.0 7
630 628 1.0 6
631 629 1.0 6
632 630 1.0 6
633 631 1.0 6
634 632 1.0 6
635 633 1.0 8
636 634 0.0 2
637 635 1.0 6
638 636 1.0 6
639 637 1.0 6
640 638 1.0 6
641 639 1.0 6
642 640 1.0 6
643 641 1.0 6
644 642 1.0 8
645 643 1.0 6
646 644 1.0 8
647 645 1.0 6
648 646 1.0 6
649 647 1.0 8
650 648 1.0 8
651 649 0.0 5
652 650 0.0 4
653 651 0.0 4
654 652 1.0 6
655 653 1.0 6
656 654 1.0 6
657 655 1.0 6
658 656 1.0 8
659 657 1.0 6
660 658 0.0 4
661 659 1.0 6
662 660 1.0 8
663 661 1.0 6
664 662 1.0 6
665 663 1.0 6
666 664 1.0 6
667 665 1.0 6
668 666 1.0 6
669 667 1.0 6
670 668 1.0 8
671 669 1.0 8
672 670 1.0 6
673 671 1.0 8
674 672 1.0 9
675 673 1.0 6
676 674 1.0 6
677 675 1.0 6
678 676 1.0 6
679 677 1.0 10
680 678 1.0 6
681 679 1.0 6
682 680 1.0 6
683 681 1.0 11
684 682 1.0 10
685 683 1.0 8
686 684 1.0 6
687 685 1.0 6
688 686 1.0 6
689 687 0.0 5
690 688 1.0 6
691 689 0.0 2
692 690 1.0 9
693 691 1.0 6
694 692 1.0 8
695 693 1.0 7
696 694 1.0 6
697 695 1.0 6
698 696 1.0 7
699 697 0.0 3
700 698 1.0 7
701 699 0.0 2
702 700 1.0 6
703 701 1.0 6
704 702 1.0 8
705 703 1.0 8
706 704 1.0 6
707 705 1.0 6
708 706 0.0 2
709 707 1.0 8
710 708 1.0 6
711 709 1.0 8
712 710 1.0 6
713 711 1.0 6
714 712 1.0 9
715 713 1.0 6
716 714 1.0 8
717 715 1.0 11
718 716 1.0 6
719 717 1.0 6
720 718 1.0 6
721 719 1.0 6
722 720 1.0 8
723 721 1.0 6
724 722 1.0 6
725 723 1.0 6
726 724 0.0 5
727 725 1.0 6
728 726 1.0 6
729 727 1.0 6
730 728 1.0 6
731 729 1.0 6
732 730 1.0 7
733 731 1.0 6
734 732 1.0 6
735 733 1.0 6
736 734 1.0 6
737 735 1.0 10
738 736 1.0 6
739 737 1.0 6
740 738 1.0 6
741 739 1.0 6
742 740 1.0 6
743 741 1.0 7
744 742 1.0 6
745 743 1.0 8
746 744 1.0 7
747 745 1.0 6
748 746 1.0 6
749 747 1.0 14
750 748 1.0 6
751 749 1.0 6
752 750 1.0 12
753 751 1.0 6
754 752 1.0 6
755 753 1.0 6
756 754 1.0 6
757 755 1.0 6
758 756 1.0 6
759 757 0.0 3
760 758 1.0 6
761 759 1.0 6
762 760 1.0 6
763 761 1.0 7
764 762 1.0 6
765 763 1.0 6
766 764 1.0 6
767 765 1.0 8
768 766 0.0 2
769 767 1.0 6
770 768 1.0 6
771 769 1.0 6
772 770 1.0 6
773 771 1.0 6
774 772 1.0 6
775 773 1.0 6
776 774 1.0 6
777 775 1.0 6
778 776 0.0 4
779 777 1.0 8
780 778 1.0 6
781 779 0.0 2
782 780 1.0 10
783 781 1.0 8
784 782 1.0 6
785 783 1.0 6
786 784 1.0 6
787 785 0.0 3
788 786 1.0 6
789 787 1.0 6
790 788 0.0 6
791 789 1.0 8
792 790 1.0 6
793 791 1.0 9
794 792 1.0 6
795 793 1.0 6
796 794 1.0 8
797 795 1.0 8
798 796 1.0 6
799 797 0.0 5
800 798 1.0 6
801 799 1.0 6

View File

@@ -0,0 +1,19 @@
general_cfg:
algo_name: QLearning
device: cpu
env_name: Racetrack-v0
load_checkpoint: false
load_path: Train_CartPole-v1_DQN_20221026-054757
max_steps: 200
mode: train
save_fig: true
seed: 10
show_fig: false
test_eps: 20
train_eps: 400
algo_cfg:
epsilon_decay: 300
epsilon_end: 0.01
epsilon_start: 0.95
gamma: 0.9
lr: 0.1

View File

@@ -0,0 +1,404 @@
2022-10-30 01:48:33 - r - INFO: - n_states: 4, n_actions: 9
2022-10-30 01:48:33 - r - INFO: - Start training!
2022-10-30 01:48:33 - r - INFO: - Env: Racetrack-v0, Algorithm: QLearning, Device: cpu
2022-10-30 01:48:33 - r - INFO: - Episode: 1/400, Reward: -850.00: Epislon: 0.493
2022-10-30 01:48:33 - r - INFO: - Episode: 2/400, Reward: -780.00: Epislon: 0.258
2022-10-30 01:48:33 - r - INFO: - Episode: 3/400, Reward: -730.00: Epislon: 0.137
2022-10-30 01:48:33 - r - INFO: - Episode: 4/400, Reward: -650.00: Epislon: 0.075
2022-10-30 01:48:33 - r - INFO: - Episode: 5/400, Reward: -540.00: Epislon: 0.044
2022-10-30 01:48:33 - r - INFO: - Episode: 6/400, Reward: -640.00: Epislon: 0.027
2022-10-30 01:48:34 - r - INFO: - Episode: 7/400, Reward: -570.00: Epislon: 0.019
2022-10-30 01:48:34 - r - INFO: - Episode: 8/400, Reward: -570.00: Epislon: 0.015
2022-10-30 01:48:34 - r - INFO: - Episode: 9/400, Reward: -550.00: Epislon: 0.012
2022-10-30 01:48:34 - r - INFO: - Episode: 10/400, Reward: -550.00: Epislon: 0.011
2022-10-30 01:48:34 - r - INFO: - Episode: 11/400, Reward: -580.00: Epislon: 0.011
2022-10-30 01:48:34 - r - INFO: - Episode: 12/400, Reward: -530.00: Epislon: 0.010
2022-10-30 01:48:34 - r - INFO: - Episode: 13/400, Reward: -580.00: Epislon: 0.010
2022-10-30 01:48:34 - r - INFO: - Episode: 14/400, Reward: -570.00: Epislon: 0.010
2022-10-30 01:48:34 - r - INFO: - Episode: 15/400, Reward: -550.00: Epislon: 0.010
2022-10-30 01:48:34 - r - INFO: - Episode: 16/400, Reward: -560.00: Epislon: 0.010
2022-10-30 01:48:34 - r - INFO: - Episode: 17/400, Reward: -550.00: Epislon: 0.010
2022-10-30 01:48:34 - r - INFO: - Episode: 18/400, Reward: -580.00: Epislon: 0.010
2022-10-30 01:48:34 - r - INFO: - Episode: 19/400, Reward: -520.00: Epislon: 0.010
2022-10-30 01:48:34 - r - INFO: - Episode: 20/400, Reward: -490.00: Epislon: 0.010
2022-10-30 01:48:34 - r - INFO: - Episode: 21/400, Reward: -480.00: Epislon: 0.010
2022-10-30 01:48:34 - r - INFO: - Episode: 22/400, Reward: -540.00: Epislon: 0.010
2022-10-30 01:48:34 - r - INFO: - Episode: 23/400, Reward: -550.00: Epislon: 0.010
2022-10-30 01:48:34 - r - INFO: - Episode: 24/400, Reward: -560.00: Epislon: 0.010
2022-10-30 01:48:34 - r - INFO: - Episode: 25/400, Reward: -510.00: Epislon: 0.010
2022-10-30 01:48:34 - r - INFO: - Episode: 26/400, Reward: -520.00: Epislon: 0.010
2022-10-30 01:48:34 - r - INFO: - Episode: 27/400, Reward: -480.00: Epislon: 0.010
2022-10-30 01:48:34 - r - INFO: - Episode: 28/400, Reward: -520.00: Epislon: 0.010
2022-10-30 01:48:34 - r - INFO: - Episode: 29/400, Reward: -480.00: Epislon: 0.010
2022-10-30 01:48:34 - r - INFO: - Episode: 30/400, Reward: -470.00: Epislon: 0.010
2022-10-30 01:48:34 - r - INFO: - Episode: 31/400, Reward: -540.00: Epislon: 0.010
2022-10-30 01:48:34 - r - INFO: - Episode: 32/400, Reward: -540.00: Epislon: 0.010
2022-10-30 01:48:34 - r - INFO: - Episode: 33/400, Reward: -470.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 34/400, Reward: -540.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 35/400, Reward: -490.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 36/400, Reward: -530.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 37/400, Reward: -520.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 38/400, Reward: -510.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 39/400, Reward: -520.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 40/400, Reward: -510.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 41/400, Reward: -480.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 42/400, Reward: -510.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 43/400, Reward: -470.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 44/400, Reward: -490.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 45/400, Reward: -490.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 46/400, Reward: -490.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 47/400, Reward: -520.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 48/400, Reward: -530.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 49/400, Reward: -510.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 50/400, Reward: -460.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 51/400, Reward: -500.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 52/400, Reward: -470.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 53/400, Reward: -520.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 54/400, Reward: -490.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 55/400, Reward: -500.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 56/400, Reward: -460.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 57/400, Reward: -490.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 58/400, Reward: -510.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 59/400, Reward: -460.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 60/400, Reward: -530.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 61/400, Reward: -440.00: Epislon: 0.010
2022-10-30 01:48:35 - r - INFO: - Episode: 62/400, Reward: -510.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 63/400, Reward: -520.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 64/400, Reward: -510.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 65/400, Reward: -460.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 66/400, Reward: -344.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 67/400, Reward: -500.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 68/400, Reward: -490.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 69/400, Reward: -490.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 70/400, Reward: -440.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 71/400, Reward: -77.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 72/400, Reward: -198.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 73/400, Reward: -440.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 74/400, Reward: -480.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 75/400, Reward: -354.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 76/400, Reward: -470.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 77/400, Reward: -480.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 78/400, Reward: -38.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 79/400, Reward: -460.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 80/400, Reward: -480.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 81/400, Reward: -490.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 82/400, Reward: -140.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 83/400, Reward: -102.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 84/400, Reward: -265.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 85/400, Reward: -145.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 86/400, Reward: -460.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 87/400, Reward: -500.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 88/400, Reward: -470.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 89/400, Reward: -325.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 90/400, Reward: -470.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 91/400, Reward: -376.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 92/400, Reward: -98.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 93/400, Reward: -130.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 94/400, Reward: -450.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 95/400, Reward: -146.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 96/400, Reward: 2.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 97/400, Reward: -18.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 98/400, Reward: -102.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 99/400, Reward: -163.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 100/400, Reward: -209.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 101/400, Reward: -460.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 102/400, Reward: -286.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 103/400, Reward: -189.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 104/400, Reward: -50.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 105/400, Reward: -398.00: Epislon: 0.010
2022-10-30 01:48:36 - r - INFO: - Episode: 106/400, Reward: -72.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 107/400, Reward: -450.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 108/400, Reward: -125.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 109/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 110/400, Reward: -161.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 111/400, Reward: -408.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 112/400, Reward: -440.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 113/400, Reward: -188.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 114/400, Reward: -114.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 115/400, Reward: -415.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 116/400, Reward: -159.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 117/400, Reward: -234.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 118/400, Reward: -31.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 119/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 120/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 121/400, Reward: -63.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 122/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 123/400, Reward: -47.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 124/400, Reward: -16.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 125/400, Reward: -49.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 126/400, Reward: -87.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 127/400, Reward: -2.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 128/400, Reward: -26.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 129/400, Reward: -238.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 130/400, Reward: -18.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 131/400, Reward: -235.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 132/400, Reward: -13.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 133/400, Reward: -135.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 134/400, Reward: -20.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 135/400, Reward: -46.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 136/400, Reward: -66.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 137/400, Reward: -45.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 138/400, Reward: -14.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 139/400, Reward: 1.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 140/400, Reward: -106.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 141/400, Reward: -112.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 142/400, Reward: -47.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 143/400, Reward: 1.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 144/400, Reward: -30.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 145/400, Reward: -147.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 146/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 147/400, Reward: -30.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 148/400, Reward: -167.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 149/400, Reward: 1.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 150/400, Reward: -72.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 151/400, Reward: -44.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 152/400, Reward: -76.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 153/400, Reward: -63.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 154/400, Reward: -34.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 155/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 156/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 157/400, Reward: -26.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 158/400, Reward: -80.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 159/400, Reward: -168.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 160/400, Reward: -164.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 161/400, Reward: 1.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 162/400, Reward: -19.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 163/400, Reward: -12.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 164/400, Reward: -44.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 165/400, Reward: -80.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 166/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 167/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 168/400, Reward: -29.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 169/400, Reward: -56.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 170/400, Reward: -47.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 171/400, Reward: -76.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 172/400, Reward: -13.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 173/400, Reward: -145.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 174/400, Reward: -28.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 175/400, Reward: -63.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 176/400, Reward: -106.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 177/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 178/400, Reward: -28.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 179/400, Reward: -60.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 180/400, Reward: -49.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 181/400, Reward: -52.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 182/400, Reward: -84.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 183/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 184/400, Reward: -55.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 185/400, Reward: -14.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 186/400, Reward: 1.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 187/400, Reward: -39.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 188/400, Reward: -47.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 189/400, Reward: -13.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 190/400, Reward: -53.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 191/400, Reward: -50.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 192/400, Reward: -104.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 193/400, Reward: -253.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 194/400, Reward: -48.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 195/400, Reward: -190.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 196/400, Reward: -43.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 197/400, Reward: -35.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 198/400, Reward: 0.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 199/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 200/400, Reward: -11.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 201/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 202/400, Reward: -16.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 203/400, Reward: -99.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 204/400, Reward: -22.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 205/400, Reward: -170.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 206/400, Reward: -109.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 207/400, Reward: -48.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 208/400, Reward: -275.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 209/400, Reward: -49.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 210/400, Reward: -147.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 211/400, Reward: -51.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 212/400, Reward: -67.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 213/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 214/400, Reward: -17.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 215/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 216/400, Reward: -69.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 217/400, Reward: -218.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 218/400, Reward: -63.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 219/400, Reward: -11.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 220/400, Reward: -34.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 221/400, Reward: -32.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 222/400, Reward: -15.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 223/400, Reward: -26.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 224/400, Reward: -19.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 225/400, Reward: -148.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 226/400, Reward: -19.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 227/400, Reward: 1.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 228/400, Reward: -49.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 229/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 230/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 231/400, Reward: -223.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 232/400, Reward: -14.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 233/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 234/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 235/400, Reward: 2.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 236/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 237/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 238/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 239/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 240/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 241/400, Reward: -44.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 242/400, Reward: -10.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 243/400, Reward: 2.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 244/400, Reward: -108.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 245/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 246/400, Reward: -27.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 247/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 248/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 249/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 250/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 251/400, Reward: -15.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 252/400, Reward: -28.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 253/400, Reward: -112.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 254/400, Reward: -39.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 255/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 256/400, Reward: -48.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 257/400, Reward: -149.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 258/400, Reward: -27.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 259/400, Reward: -33.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 260/400, Reward: -30.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 261/400, Reward: -29.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 262/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 263/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 264/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 265/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 266/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 267/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 268/400, Reward: -52.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 269/400, Reward: -53.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 270/400, Reward: -62.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 271/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 272/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 273/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 274/400, Reward: -10.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 275/400, Reward: -8.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 276/400, Reward: -30.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 277/400, Reward: -25.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 278/400, Reward: -45.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 279/400, Reward: -48.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 280/400, Reward: -15.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 281/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 282/400, Reward: -14.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 283/400, Reward: -26.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 284/400, Reward: -116.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 285/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 286/400, Reward: -14.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 287/400, Reward: -42.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 288/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 289/400, Reward: -31.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 290/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 291/400, Reward: -25.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 292/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 293/400, Reward: -43.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 294/400, Reward: -21.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 295/400, Reward: -33.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 296/400, Reward: -12.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 297/400, Reward: -28.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 298/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 299/400, Reward: 0.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 300/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 301/400, Reward: -6.00: Epislon: 0.010
2022-10-30 01:48:37 - r - INFO: - Episode: 302/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 303/400, Reward: 2.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 304/400, Reward: -12.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 305/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 306/400, Reward: -77.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 307/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 308/400, Reward: -32.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 309/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 310/400, Reward: -12.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 311/400, Reward: -36.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 312/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 313/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 314/400, Reward: -34.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 315/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 316/400, Reward: -21.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 317/400, Reward: -48.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 318/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 319/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 320/400, Reward: -25.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 321/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 322/400, Reward: -14.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 323/400, Reward: -135.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 324/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 325/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 326/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 327/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 328/400, Reward: -11.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 329/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 330/400, Reward: -11.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 331/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 332/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 333/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 334/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 335/400, Reward: -12.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 336/400, Reward: -22.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 337/400, Reward: -16.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 338/400, Reward: -17.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 339/400, Reward: -14.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 340/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 341/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 342/400, Reward: -15.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 343/400, Reward: -13.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 344/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 345/400, Reward: -90.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 346/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 347/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 348/400, Reward: -53.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 349/400, Reward: -87.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 350/400, Reward: -22.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 351/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 352/400, Reward: -12.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 353/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 354/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 355/400, Reward: -113.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 356/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 357/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 358/400, Reward: -13.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 359/400, Reward: -15.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 360/400, Reward: -14.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 361/400, Reward: 2.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 362/400, Reward: -15.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 363/400, Reward: -63.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 364/400, Reward: -14.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 365/400, Reward: -15.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 366/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 367/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 368/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 369/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 370/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 371/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 372/400, Reward: -13.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 373/400, Reward: -12.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 374/400, Reward: -30.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 375/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 376/400, Reward: 2.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 377/400, Reward: -13.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 378/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 379/400, Reward: -31.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 380/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 381/400, Reward: 2.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 382/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 383/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 384/400, Reward: -84.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 385/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 386/400, Reward: -27.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 387/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 388/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 389/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 390/400, Reward: 2.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 391/400, Reward: 2.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 392/400, Reward: 3.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 393/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 394/400, Reward: 4.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 395/400, Reward: -18.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 396/400, Reward: -13.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 397/400, Reward: -41.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 398/400, Reward: 5.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 399/400, Reward: -41.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Episode: 400/400, Reward: -13.00: Epislon: 0.010
2022-10-30 01:48:38 - r - INFO: - Finish training!

Binary file not shown.

After

Width:  |  Height:  |  Size: 55 KiB

View File

@@ -0,0 +1,401 @@
episodes,rewards,steps
0,-850,200
1,-780,200
2,-730,200
3,-650,200
4,-540,200
5,-640,200
6,-570,200
7,-570,200
8,-550,200
9,-550,200
10,-580,200
11,-530,200
12,-580,200
13,-570,200
14,-550,200
15,-560,200
16,-550,200
17,-580,200
18,-520,200
19,-490,200
20,-480,200
21,-540,200
22,-550,200
23,-560,200
24,-510,200
25,-520,200
26,-480,200
27,-520,200
28,-480,200
29,-470,200
30,-540,200
31,-540,200
32,-470,200
33,-540,200
34,-490,200
35,-530,200
36,-520,200
37,-510,200
38,-520,200
39,-510,200
40,-480,200
41,-510,200
42,-470,200
43,-490,200
44,-490,200
45,-490,200
46,-520,200
47,-530,200
48,-510,200
49,-460,200
50,-500,200
51,-470,200
52,-520,200
53,-490,200
54,-500,200
55,-460,200
56,-490,200
57,-510,200
58,-460,200
59,-530,200
60,-440,200
61,-510,200
62,-520,200
63,-510,200
64,-460,200
65,-344,154
66,-500,200
67,-490,200
68,-490,200
69,-440,200
70,-77,47
71,-198,88
72,-440,200
73,-480,200
74,-354,154
75,-470,200
76,-480,200
77,-38,28
78,-460,200
79,-480,200
80,-490,200
81,-140,70
82,-102,52
83,-265,125
84,-145,75
85,-460,200
86,-500,200
87,-470,200
88,-325,155
89,-470,200
90,-376,156
91,-98,58
92,-130,70
93,-450,200
94,-146,66
95,2,8
96,-18,18
97,-102,52
98,-163,73
99,-209,89
100,-460,200
101,-286,126
102,-189,89
103,-50,30
104,-398,168
105,-72,32
106,-450,200
107,-125,65
108,4,6
109,-161,71
110,-408,178
111,-440,200
112,-188,78
113,-114,64
114,-415,185
115,-159,69
116,-234,104
117,-31,21
118,3,7
119,4,6
120,-63,33
121,5,5
122,-47,27
123,-16,16
124,-49,29
125,-87,47
126,-2,12
127,-26,16
128,-238,108
129,-18,18
130,-235,105
131,-13,13
132,-135,65
133,-20,20
134,-46,26
135,-66,36
136,-45,25
137,-14,14
138,1,9
139,-106,56
140,-112,62
141,-47,27
142,1,9
143,-30,20
144,-147,77
145,5,5
146,-30,20
147,-167,77
148,1,9
149,-72,32
150,-44,24
151,-76,46
152,-63,33
153,-34,24
154,5,5
155,5,5
156,-26,16
157,-80,40
158,-168,78
159,-164,74
160,1,9
161,-19,19
162,-12,12
163,-44,24
164,-80,40
165,5,5
166,4,6
167,-29,19
168,-56,26
169,-47,27
170,-76,46
171,-13,13
172,-145,65
173,-28,18
174,-63,33
175,-106,56
176,3,7
177,-28,28
178,-60,30
179,-49,29
180,-52,32
181,-84,44
182,5,5
183,-55,35
184,-14,14
185,1,9
186,-39,19
187,-47,27
188,-13,13
189,-53,33
190,-50,30
191,-104,54
192,-253,113
193,-48,28
194,-190,90
195,-43,23
196,-35,25
197,0,10
198,5,5
199,-11,11
200,5,5
201,-16,16
202,-99,49
203,-22,22
204,-170,80
205,-109,59
206,-48,28
207,-275,115
208,-49,29
209,-147,77
210,-51,31
211,-67,37
212,4,6
213,-17,17
214,3,7
215,-69,39
216,-218,88
217,-63,33
218,-11,11
219,-34,24
220,-32,22
221,-15,15
222,-26,16
223,-19,19
224,-148,78
225,-19,19
226,1,9
227,-49,29
228,5,5
229,3,7
230,-223,103
231,-14,14
232,4,6
233,5,5
234,2,8
235,5,5
236,4,6
237,3,7
238,3,7
239,4,6
240,-44,24
241,-10,10
242,2,8
243,-108,58
244,4,6
245,-27,17
246,3,7
247,5,5
248,5,5
249,3,7
250,-15,15
251,-28,28
252,-112,52
253,-39,29
254,4,6
255,-48,28
256,-149,69
257,-27,17
258,-33,23
259,-30,20
260,-29,19
261,4,6
262,4,6
263,3,7
264,3,7
265,4,6
266,5,5
267,-52,42
268,-53,33
269,-62,42
270,5,5
271,4,6
272,4,6
273,-10,10
274,-8,8
275,-30,20
276,-25,15
277,-45,35
278,-48,28
279,-15,15
280,4,6
281,-14,14
282,-26,16
283,-116,56
284,5,5
285,-14,14
286,-42,22
287,3,7
288,-31,21
289,4,6
290,-25,25
291,5,5
292,-43,23
293,-21,21
294,-33,23
295,-12,12
296,-28,18
297,3,7
298,0,10
299,4,6
300,-6,16
301,4,6
302,2,8
303,-12,12
304,4,6
305,-77,47
306,5,5
307,-32,22
308,5,5
309,-12,12
310,-36,26
311,4,6
312,4,6
313,-34,24
314,4,6
315,-21,21
316,-48,28
317,4,6
318,5,5
319,-25,15
320,4,6
321,-14,14
322,-135,65
323,3,7
324,5,5
325,4,6
326,3,7
327,-11,11
328,3,7
329,-11,11
330,3,7
331,4,6
332,3,7
333,5,5
334,-12,12
335,-22,22
336,-16,16
337,-17,17
338,-14,14
339,3,7
340,5,5
341,-15,15
342,-13,13
343,4,6
344,-90,40
345,3,7
346,3,7
347,-53,33
348,-87,47
349,-22,22
350,5,5
351,-12,12
352,3,7
353,4,6
354,-113,53
355,3,7
356,3,7
357,-13,13
358,-15,15
359,-14,14
360,2,8
361,-15,15
362,-63,33
363,-14,14
364,-15,15
365,3,7
366,3,7
367,4,6
368,4,6
369,4,6
370,3,7
371,-13,13
372,-12,12
373,-30,20
374,3,7
375,2,8
376,-13,13
377,5,5
378,-31,21
379,3,7
380,2,8
381,4,6
382,4,6
383,-84,44
384,3,7
385,-27,17
386,4,6
387,4,6
388,4,6
389,2,8
390,2,8
391,3,7
392,4,6
393,4,6
394,-18,18
395,-13,13
396,-41,31
397,5,5
398,-41,31
399,-13,13
1 episodes rewards steps
2 0 -850 200
3 1 -780 200
4 2 -730 200
5 3 -650 200
6 4 -540 200
7 5 -640 200
8 6 -570 200
9 7 -570 200
10 8 -550 200
11 9 -550 200
12 10 -580 200
13 11 -530 200
14 12 -580 200
15 13 -570 200
16 14 -550 200
17 15 -560 200
18 16 -550 200
19 17 -580 200
20 18 -520 200
21 19 -490 200
22 20 -480 200
23 21 -540 200
24 22 -550 200
25 23 -560 200
26 24 -510 200
27 25 -520 200
28 26 -480 200
29 27 -520 200
30 28 -480 200
31 29 -470 200
32 30 -540 200
33 31 -540 200
34 32 -470 200
35 33 -540 200
36 34 -490 200
37 35 -530 200
38 36 -520 200
39 37 -510 200
40 38 -520 200
41 39 -510 200
42 40 -480 200
43 41 -510 200
44 42 -470 200
45 43 -490 200
46 44 -490 200
47 45 -490 200
48 46 -520 200
49 47 -530 200
50 48 -510 200
51 49 -460 200
52 50 -500 200
53 51 -470 200
54 52 -520 200
55 53 -490 200
56 54 -500 200
57 55 -460 200
58 56 -490 200
59 57 -510 200
60 58 -460 200
61 59 -530 200
62 60 -440 200
63 61 -510 200
64 62 -520 200
65 63 -510 200
66 64 -460 200
67 65 -344 154
68 66 -500 200
69 67 -490 200
70 68 -490 200
71 69 -440 200
72 70 -77 47
73 71 -198 88
74 72 -440 200
75 73 -480 200
76 74 -354 154
77 75 -470 200
78 76 -480 200
79 77 -38 28
80 78 -460 200
81 79 -480 200
82 80 -490 200
83 81 -140 70
84 82 -102 52
85 83 -265 125
86 84 -145 75
87 85 -460 200
88 86 -500 200
89 87 -470 200
90 88 -325 155
91 89 -470 200
92 90 -376 156
93 91 -98 58
94 92 -130 70
95 93 -450 200
96 94 -146 66
97 95 2 8
98 96 -18 18
99 97 -102 52
100 98 -163 73
101 99 -209 89
102 100 -460 200
103 101 -286 126
104 102 -189 89
105 103 -50 30
106 104 -398 168
107 105 -72 32
108 106 -450 200
109 107 -125 65
110 108 4 6
111 109 -161 71
112 110 -408 178
113 111 -440 200
114 112 -188 78
115 113 -114 64
116 114 -415 185
117 115 -159 69
118 116 -234 104
119 117 -31 21
120 118 3 7
121 119 4 6
122 120 -63 33
123 121 5 5
124 122 -47 27
125 123 -16 16
126 124 -49 29
127 125 -87 47
128 126 -2 12
129 127 -26 16
130 128 -238 108
131 129 -18 18
132 130 -235 105
133 131 -13 13
134 132 -135 65
135 133 -20 20
136 134 -46 26
137 135 -66 36
138 136 -45 25
139 137 -14 14
140 138 1 9
141 139 -106 56
142 140 -112 62
143 141 -47 27
144 142 1 9
145 143 -30 20
146 144 -147 77
147 145 5 5
148 146 -30 20
149 147 -167 77
150 148 1 9
151 149 -72 32
152 150 -44 24
153 151 -76 46
154 152 -63 33
155 153 -34 24
156 154 5 5
157 155 5 5
158 156 -26 16
159 157 -80 40
160 158 -168 78
161 159 -164 74
162 160 1 9
163 161 -19 19
164 162 -12 12
165 163 -44 24
166 164 -80 40
167 165 5 5
168 166 4 6
169 167 -29 19
170 168 -56 26
171 169 -47 27
172 170 -76 46
173 171 -13 13
174 172 -145 65
175 173 -28 18
176 174 -63 33
177 175 -106 56
178 176 3 7
179 177 -28 28
180 178 -60 30
181 179 -49 29
182 180 -52 32
183 181 -84 44
184 182 5 5
185 183 -55 35
186 184 -14 14
187 185 1 9
188 186 -39 19
189 187 -47 27
190 188 -13 13
191 189 -53 33
192 190 -50 30
193 191 -104 54
194 192 -253 113
195 193 -48 28
196 194 -190 90
197 195 -43 23
198 196 -35 25
199 197 0 10
200 198 5 5
201 199 -11 11
202 200 5 5
203 201 -16 16
204 202 -99 49
205 203 -22 22
206 204 -170 80
207 205 -109 59
208 206 -48 28
209 207 -275 115
210 208 -49 29
211 209 -147 77
212 210 -51 31
213 211 -67 37
214 212 4 6
215 213 -17 17
216 214 3 7
217 215 -69 39
218 216 -218 88
219 217 -63 33
220 218 -11 11
221 219 -34 24
222 220 -32 22
223 221 -15 15
224 222 -26 16
225 223 -19 19
226 224 -148 78
227 225 -19 19
228 226 1 9
229 227 -49 29
230 228 5 5
231 229 3 7
232 230 -223 103
233 231 -14 14
234 232 4 6
235 233 5 5
236 234 2 8
237 235 5 5
238 236 4 6
239 237 3 7
240 238 3 7
241 239 4 6
242 240 -44 24
243 241 -10 10
244 242 2 8
245 243 -108 58
246 244 4 6
247 245 -27 17
248 246 3 7
249 247 5 5
250 248 5 5
251 249 3 7
252 250 -15 15
253 251 -28 28
254 252 -112 52
255 253 -39 29
256 254 4 6
257 255 -48 28
258 256 -149 69
259 257 -27 17
260 258 -33 23
261 259 -30 20
262 260 -29 19
263 261 4 6
264 262 4 6
265 263 3 7
266 264 3 7
267 265 4 6
268 266 5 5
269 267 -52 42
270 268 -53 33
271 269 -62 42
272 270 5 5
273 271 4 6
274 272 4 6
275 273 -10 10
276 274 -8 8
277 275 -30 20
278 276 -25 15
279 277 -45 35
280 278 -48 28
281 279 -15 15
282 280 4 6
283 281 -14 14
284 282 -26 16
285 283 -116 56
286 284 5 5
287 285 -14 14
288 286 -42 22
289 287 3 7
290 288 -31 21
291 289 4 6
292 290 -25 25
293 291 5 5
294 292 -43 23
295 293 -21 21
296 294 -33 23
297 295 -12 12
298 296 -28 18
299 297 3 7
300 298 0 10
301 299 4 6
302 300 -6 16
303 301 4 6
304 302 2 8
305 303 -12 12
306 304 4 6
307 305 -77 47
308 306 5 5
309 307 -32 22
310 308 5 5
311 309 -12 12
312 310 -36 26
313 311 4 6
314 312 4 6
315 313 -34 24
316 314 4 6
317 315 -21 21
318 316 -48 28
319 317 4 6
320 318 5 5
321 319 -25 15
322 320 4 6
323 321 -14 14
324 322 -135 65
325 323 3 7
326 324 5 5
327 325 4 6
328 326 3 7
329 327 -11 11
330 328 3 7
331 329 -11 11
332 330 3 7
333 331 4 6
334 332 3 7
335 333 5 5
336 334 -12 12
337 335 -22 22
338 336 -16 16
339 337 -17 17
340 338 -14 14
341 339 3 7
342 340 5 5
343 341 -15 15
344 342 -13 13
345 343 4 6
346 344 -90 40
347 345 3 7
348 346 3 7
349 347 -53 33
350 348 -87 47
351 349 -22 22
352 350 5 5
353 351 -12 12
354 352 3 7
355 353 4 6
356 354 -113 53
357 355 3 7
358 356 3 7
359 357 -13 13
360 358 -15 15
361 359 -14 14
362 360 2 8
363 361 -15 15
364 362 -63 33
365 363 -14 14
366 364 -15 15
367 365 3 7
368 366 3 7
369 367 4 6
370 368 4 6
371 369 4 6
372 370 3 7
373 371 -13 13
374 372 -12 12
375 373 -30 20
376 374 3 7
377 375 2 8
378 376 -13 13
379 377 5 5
380 378 -31 21
381 379 3 7
382 380 2 8
383 381 4 6
384 382 4 6
385 383 -84 44
386 384 3 7
387 385 -27 17
388 386 4 6
389 387 4 6
390 388 4 6
391 389 2 8
392 390 2 8
393 391 3 7
394 392 4 6
395 393 4 6
396 394 -18 18
397 395 -13 13
398 396 -41 31
399 397 5 5
400 398 -41 31
401 399 -13 13

View File

@@ -0,0 +1,19 @@
general_cfg:
algo_name: QLearning
device: cpu
env_name: CliffWalking-v0
mode: test
load_checkpoint: true
load_path: Train_CliffWalking-v0_QLearning_20221030-013856
max_steps: 200
save_fig: true
seed: 1
show_fig: false
test_eps: 20
train_eps: 400
algo_cfg:
epsilon_decay: 300
epsilon_end: 0.01
epsilon_start: 0.95
gamma: 0.95
lr: 0.1

View File

@@ -0,0 +1,19 @@
general_cfg:
algo_name: QLearning
device: cpu
env_name: CliffWalking-v0
mode: train
load_checkpoint: false
load_path: Train_CartPole-v1_DQN_20221026-054757
max_steps: 200
save_fig: true
seed: 1
show_fig: false
test_eps: 20
train_eps: 800
algo_cfg:
epsilon_decay: 300
epsilon_end: 0.01
epsilon_start: 0.95
gamma: 0.95
lr: 0.1

View File

@@ -0,0 +1,19 @@
general_cfg:
algo_name: QLearning
device: cpu
env_name: FrozenLakeNoSlippery-v1
mode: test
load_checkpoint: true
load_path: Train_FrozenLakeNoSlippery-v1_QLearning_20221030-014504
max_steps: 200
save_fig: true
seed: 10
show_fig: false
test_eps: 20
train_eps: 800
algo_cfg:
epsilon_decay: 2000
epsilon_end: 0.1
epsilon_start: 0.7
gamma: 0.95
lr: 0.9

View File

@@ -0,0 +1,19 @@
general_cfg:
algo_name: QLearning
device: cpu
env_name: FrozenLakeNoSlippery-v1
mode: train
load_checkpoint: false
load_path: Train_CartPole-v1_DQN_20221026-054757
max_steps: 200
save_fig: true
seed: 10
show_fig: false
test_eps: 20
train_eps: 800
algo_cfg:
epsilon_decay: 2000
epsilon_end: 0.1
epsilon_start: 0.7
gamma: 0.95
lr: 0.9

View File

@@ -0,0 +1,19 @@
general_cfg:
algo_name: QLearning
device: cpu
env_name: Racetrack-v0
mode: test
load_checkpoint: true
load_path: Train_Racetrack-v0_QLearning_20221030-014833
max_steps: 200
save_fig: true
seed: 10
show_fig: false
test_eps: 20
train_eps: 400
algo_cfg:
epsilon_decay: 300
epsilon_end: 0.01
epsilon_start: 0.95
gamma: 0.9
lr: 0.1

View File

@@ -0,0 +1,19 @@
general_cfg:
algo_name: QLearning
device: cpu
env_name: Racetrack-v0
mode: train
load_checkpoint: false
load_path: Train_CartPole-v1_DQN_20221026-054757
max_steps: 200
save_fig: true
seed: 10
show_fig: false
test_eps: 20
train_eps: 400
algo_cfg:
epsilon_decay: 300
epsilon_end: 0.01
epsilon_start: 0.95
gamma: 0.9
lr: 0.1

View File

@@ -0,0 +1,35 @@
#!/usr/bin/env python
# coding=utf-8
'''
Author: JiangJi
Email: johnjim0816@gmail.com
Date: 2022-10-30 01:23:07
LastEditor: JiangJi
LastEditTime: 2022-10-30 01:39:54
Discription: default parameters of QLearning
'''
from common.config import GeneralConfig,AlgoConfig
class GeneralConfigQLearning(GeneralConfig):
def __init__(self) -> None:
self.env_name = "CliffWalking-v0" # name of environment
self.algo_name = "QLearning" # name of algorithm
self.mode = "train" # train or test
self.seed = 1 # random seed
self.device = "cpu" # device to use
self.train_eps = 400 # number of episodes for training
self.test_eps = 20 # number of episodes for testing
self.max_steps = 200 # max steps for each episode
self.load_checkpoint = False
self.load_path = "tasks" # path to load model
self.show_fig = False # show figure or not
self.save_fig = True # save figure or not
class AlgoConfigQLearning(AlgoConfig):
def __init__(self) -> None:
# set epsilon_start=epsilon_end can obtain fixed epsilon=epsilon_end
self.epsilon_start = 0.95 # epsilon start value
self.epsilon_end = 0.01 # epsilon end value
self.epsilon_decay = 300 # epsilon decay rate
self.gamma = 0.90 # discount factor
self.lr = 0.1 # learning rate

View File

@@ -1,122 +0,0 @@
#!/usr/bin/env python
# coding=utf-8
'''
Author: John
Email: johnjim0816@gmail.com
Date: 2020-09-11 23:03:00
LastEditor: John
LastEditTime: 2022-08-26 22:46:21
Discription:
Environment:
'''
import sys,os
os.environ["KMP_DUPLICATE_LIB_OK"] = "TRUE" # avoid "OMP: Error #15: Initializing libiomp5md.dll, but found libiomp5md.dll already initialized."
curr_path = os.path.dirname(os.path.abspath(__file__)) # current path
parent_path = os.path.dirname(curr_path) # parent path
sys.path.append(parent_path) # add path to system path
import gym
import datetime
import argparse
from envs.gridworld_env import FrozenLakeWapper
from envs.wrappers import CliffWalkingWapper
from envs.register import register_env
from qlearning import QLearning
from common.utils import all_seed
from common.launcher import Launcher
class Main(Launcher):
def get_args(self):
curr_time = datetime.datetime.now().strftime("%Y%m%d-%H%M%S") # obtain current time
parser = argparse.ArgumentParser(description="hyperparameters")
parser.add_argument('--algo_name',default='Q-learning',type=str,help="name of algorithm")
parser.add_argument('--env_name',default='CliffWalking-v0',type=str,help="name of environment")
parser.add_argument('--train_eps',default=400,type=int,help="episodes of training")
parser.add_argument('--test_eps',default=20,type=int,help="episodes of testing")
parser.add_argument('--gamma',default=0.90,type=float,help="discounted factor")
parser.add_argument('--epsilon_start',default=0.95,type=float,help="initial value of epsilon")
parser.add_argument('--epsilon_end',default=0.01,type=float,help="final value of epsilon")
parser.add_argument('--epsilon_decay',default=300,type=int,help="decay rate of epsilon")
parser.add_argument('--lr',default=0.1,type=float,help="learning rate")
parser.add_argument('--device',default='cpu',type=str,help="cpu or cuda")
parser.add_argument('--seed',default=10,type=int,help="seed")
parser.add_argument('--show_fig',default=False,type=bool,help="if show figure or not")
parser.add_argument('--save_fig',default=True,type=bool,help="if save figure or not")
args = parser.parse_args()
default_args = {'result_path':f"{curr_path}/outputs/{args.env_name}/{curr_time}/results/",
'model_path':f"{curr_path}/outputs/{args.env_name}/{curr_time}/models/",
}
args = {**vars(args),**default_args} # type(dict)
return args
def env_agent_config(self,cfg):
''' create env and agent
'''
register_env(cfg['env_name'])
env = gym.make(cfg['env_name'])
if cfg['env_name'] == 'CliffWalking-v0':
env = CliffWalkingWapper(env)
if cfg['seed'] !=0: # set random seed
all_seed(env,seed=cfg["seed"])
try: # state dimension
n_states = env.observation_space.n # print(hasattr(env.observation_space, 'n'))
except AttributeError:
n_states = env.observation_space.shape[0] # print(hasattr(env.observation_space, 'shape'))
n_actions = env.action_space.n # action dimension
print(f"n_states: {n_states}, n_actions: {n_actions}")
cfg.update({"n_states":n_states,"n_actions":n_actions}) # update to cfg paramters
agent = QLearning(cfg)
return env,agent
def train(self,cfg,env,agent):
print("Start training!")
print(f"Env: {cfg['env_name']}, Algorithm: {cfg['algo_name']}, Device: {cfg['device']}")
rewards = [] # record rewards for all episodes
steps = [] # record steps for all episodes
for i_ep in range(cfg['train_eps']):
ep_reward = 0 # reward per episode
ep_step = 0 # step per episode
state = env.reset() # reset and obtain initial state
while True:
action = agent.sample_action(state) # sample action
next_state, reward, done, _ = env.step(action) # update env and return transitions
agent.update(state, action, reward, next_state, done) # update agent
state = next_state # update state
ep_reward += reward
ep_step += 1
if done:
break
rewards.append(ep_reward)
steps.append(ep_step)
if (i_ep+1)%10==0:
print(f'Episode: {i_ep+1}/{cfg["train_eps"]}, Reward: {ep_reward:.2f}, Steps:{ep_step}, Epislon: {agent.epsilon:.3f}')
print("Finish training!")
return {'episodes':range(len(rewards)),'rewards':rewards,'steps':steps}
def test(self,cfg,env,agent):
print("Start testing!")
print(f"Env: {cfg['env_name']}, Algorithm: {cfg['algo_name']}, Device: {cfg['device']}")
rewards = [] # record rewards for all episodes
steps = [] # record steps for all episodes
for i_ep in range(cfg['test_eps']):
ep_reward = 0 # reward per episode
ep_step = 0
state = env.reset() # reset and obtain initial state
while True:
action = agent.predict_action(state) # predict action
next_state, reward, done, _ = env.step(action)
state = next_state
ep_reward += reward
ep_step += 1
if done:
break
rewards.append(ep_reward)
steps.append(ep_step)
print(f"Episode: {i_ep+1}/{cfg['test_eps']}, Steps:{ep_step}, Reward: {ep_reward:.2f}")
print("Finish testing!")
return {'episodes':range(len(rewards)),'rewards':rewards,'steps':steps}
if __name__ == "__main__":
main = Main()
main.run()

View File

@@ -1 +0,0 @@
{"algo_name": "Q-learning", "env_name": "CliffWalking-v0", "train_eps": 400, "test_eps": 20, "gamma": 0.9, "epsilon_start": 0.95, "epsilon_end": 0.01, "epsilon_decay": 300, "lr": 0.1, "device": "cpu", "seed": 10, "show_fig": false, "save_fig": true, "result_path": "C:\\Users\\24438\\Desktop\\rl-tutorials\\codes\\QLearning/outputs/CliffWalking-v0/20220826-224730/results/", "model_path": "C:\\Users\\24438\\Desktop\\rl-tutorials\\codes\\QLearning/outputs/CliffWalking-v0/20220826-224730/models/", "n_states": 48, "n_actions": 4}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 24 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 35 KiB

View File

@@ -1,401 +0,0 @@
episodes,rewards,steps
0,-2131,448
1,-1086,492
2,-586,388
3,-220,220
4,-154,154
5,-122,122
6,-150,150
7,-159,159
8,-164,164
9,-88,88
10,-195,195
11,-114,114
12,-60,60
13,-179,179
14,-101,101
15,-304,205
16,-96,96
17,-119,119
18,-113,113
19,-98,98
20,-106,106
21,-105,105
22,-77,77
23,-51,51
24,-105,105
25,-136,136
26,-100,100
27,-29,29
28,-79,79
29,-114,114
30,-82,82
31,-70,70
32,-75,75
33,-51,51
34,-94,94
35,-52,52
36,-93,93
37,-71,71
38,-73,73
39,-48,48
40,-52,52
41,-96,96
42,-46,46
43,-65,65
44,-57,57
45,-41,41
46,-104,104
47,-51,51
48,-181,82
49,-229,130
50,-39,39
51,-69,69
52,-53,53
53,-59,59
54,-26,26
55,-75,75
56,-31,31
57,-60,60
58,-63,63
59,-40,40
60,-35,35
61,-79,79
62,-42,42
63,-22,22
64,-73,73
65,-71,71
66,-18,18
67,-55,55
68,-29,29
69,-43,43
70,-70,70
71,-49,49
72,-42,42
73,-29,29
74,-81,81
75,-36,36
76,-38,38
77,-36,36
78,-52,52
79,-28,28
80,-42,42
81,-52,52
82,-66,66
83,-31,31
84,-27,27
85,-49,49
86,-28,28
87,-54,54
88,-34,34
89,-35,35
90,-50,50
91,-36,36
92,-36,36
93,-46,46
94,-34,34
95,-135,36
96,-39,39
97,-36,36
98,-26,26
99,-56,56
100,-40,40
101,-40,40
102,-26,26
103,-28,28
104,-31,31
105,-35,35
106,-26,26
107,-57,57
108,-44,44
109,-41,41
110,-31,31
111,-26,26
112,-25,25
113,-41,41
114,-32,32
115,-44,44
116,-30,30
117,-32,32
118,-30,30
119,-25,25
120,-23,23
121,-47,47
122,-24,24
123,-45,45
124,-39,39
125,-21,21
126,-43,43
127,-143,44
128,-26,26
129,-20,20
130,-32,32
131,-16,16
132,-24,24
133,-42,42
134,-25,25
135,-36,36
136,-19,19
137,-29,29
138,-43,43
139,-17,17
140,-150,51
141,-32,32
142,-34,34
143,-19,19
144,-26,26
145,-30,30
146,-31,31
147,-49,49
148,-33,33
149,-21,21
150,-17,17
151,-48,48
152,-34,34
153,-20,20
154,-20,20
155,-26,26
156,-21,21
157,-13,13
158,-40,40
159,-22,22
160,-26,26
161,-30,30
162,-29,29
163,-25,25
164,-26,26
165,-27,27
166,-21,21
167,-29,29
168,-24,24
169,-17,17
170,-22,22
171,-35,35
172,-35,35
173,-18,18
174,-135,36
175,-15,15
176,-23,23
177,-28,28
178,-25,25
179,-24,24
180,-29,29
181,-31,31
182,-24,24
183,-129,30
184,-45,45
185,-24,24
186,-17,17
187,-20,20
188,-21,21
189,-23,23
190,-15,15
191,-32,32
192,-22,22
193,-19,19
194,-17,17
195,-45,45
196,-15,15
197,-14,14
198,-14,14
199,-37,37
200,-23,23
201,-17,17
202,-19,19
203,-21,21
204,-23,23
205,-27,27
206,-14,14
207,-18,18
208,-23,23
209,-34,34
210,-23,23
211,-13,13
212,-25,25
213,-17,17
214,-13,13
215,-21,21
216,-29,29
217,-18,18
218,-24,24
219,-15,15
220,-27,27
221,-25,25
222,-21,21
223,-19,19
224,-17,17
225,-18,18
226,-13,13
227,-22,22
228,-14,14
229,-13,13
230,-29,29
231,-23,23
232,-15,15
233,-15,15
234,-14,14
235,-28,28
236,-25,25
237,-17,17
238,-23,23
239,-29,29
240,-15,15
241,-14,14
242,-15,15
243,-23,23
244,-15,15
245,-16,16
246,-19,19
247,-13,13
248,-16,16
249,-17,17
250,-25,25
251,-30,30
252,-13,13
253,-14,14
254,-15,15
255,-22,22
256,-14,14
257,-17,17
258,-126,27
259,-15,15
260,-21,21
261,-16,16
262,-23,23
263,-14,14
264,-13,13
265,-13,13
266,-19,19
267,-13,13
268,-19,19
269,-17,17
270,-17,17
271,-13,13
272,-19,19
273,-13,13
274,-13,13
275,-16,16
276,-22,22
277,-14,14
278,-15,15
279,-19,19
280,-34,34
281,-13,13
282,-15,15
283,-32,32
284,-13,13
285,-13,13
286,-13,13
287,-14,14
288,-16,16
289,-13,13
290,-13,13
291,-17,17
292,-13,13
293,-13,13
294,-22,22
295,-14,14
296,-15,15
297,-13,13
298,-13,13
299,-13,13
300,-16,16
301,-13,13
302,-14,14
303,-13,13
304,-13,13
305,-13,13
306,-24,24
307,-13,13
308,-13,13
309,-15,15
310,-13,13
311,-13,13
312,-13,13
313,-15,15
314,-13,13
315,-19,19
316,-15,15
317,-17,17
318,-13,13
319,-13,13
320,-13,13
321,-13,13
322,-13,13
323,-15,15
324,-13,13
325,-13,13
326,-13,13
327,-123,24
328,-13,13
329,-13,13
330,-13,13
331,-13,13
332,-13,13
333,-13,13
334,-13,13
335,-13,13
336,-16,16
337,-13,13
338,-23,23
339,-13,13
340,-13,13
341,-13,13
342,-13,13
343,-13,13
344,-13,13
345,-13,13
346,-13,13
347,-13,13
348,-13,13
349,-13,13
350,-134,35
351,-13,13
352,-13,13
353,-13,13
354,-13,13
355,-13,13
356,-13,13
357,-13,13
358,-13,13
359,-13,13
360,-15,15
361,-13,13
362,-13,13
363,-13,13
364,-13,13
365,-13,13
366,-13,13
367,-13,13
368,-13,13
369,-14,14
370,-13,13
371,-13,13
372,-13,13
373,-13,13
374,-13,13
375,-13,13
376,-13,13
377,-124,25
378,-13,13
379,-13,13
380,-13,13
381,-13,13
382,-13,13
383,-13,13
384,-13,13
385,-13,13
386,-13,13
387,-13,13
388,-13,13
389,-121,22
390,-13,13
391,-13,13
392,-13,13
393,-13,13
394,-13,13
395,-13,13
396,-13,13
397,-13,13
398,-17,17
399,-13,13
1 episodes rewards steps
2 0 -2131 448
3 1 -1086 492
4 2 -586 388
5 3 -220 220
6 4 -154 154
7 5 -122 122
8 6 -150 150
9 7 -159 159
10 8 -164 164
11 9 -88 88
12 10 -195 195
13 11 -114 114
14 12 -60 60
15 13 -179 179
16 14 -101 101
17 15 -304 205
18 16 -96 96
19 17 -119 119
20 18 -113 113
21 19 -98 98
22 20 -106 106
23 21 -105 105
24 22 -77 77
25 23 -51 51
26 24 -105 105
27 25 -136 136
28 26 -100 100
29 27 -29 29
30 28 -79 79
31 29 -114 114
32 30 -82 82
33 31 -70 70
34 32 -75 75
35 33 -51 51
36 34 -94 94
37 35 -52 52
38 36 -93 93
39 37 -71 71
40 38 -73 73
41 39 -48 48
42 40 -52 52
43 41 -96 96
44 42 -46 46
45 43 -65 65
46 44 -57 57
47 45 -41 41
48 46 -104 104
49 47 -51 51
50 48 -181 82
51 49 -229 130
52 50 -39 39
53 51 -69 69
54 52 -53 53
55 53 -59 59
56 54 -26 26
57 55 -75 75
58 56 -31 31
59 57 -60 60
60 58 -63 63
61 59 -40 40
62 60 -35 35
63 61 -79 79
64 62 -42 42
65 63 -22 22
66 64 -73 73
67 65 -71 71
68 66 -18 18
69 67 -55 55
70 68 -29 29
71 69 -43 43
72 70 -70 70
73 71 -49 49
74 72 -42 42
75 73 -29 29
76 74 -81 81
77 75 -36 36
78 76 -38 38
79 77 -36 36
80 78 -52 52
81 79 -28 28
82 80 -42 42
83 81 -52 52
84 82 -66 66
85 83 -31 31
86 84 -27 27
87 85 -49 49
88 86 -28 28
89 87 -54 54
90 88 -34 34
91 89 -35 35
92 90 -50 50
93 91 -36 36
94 92 -36 36
95 93 -46 46
96 94 -34 34
97 95 -135 36
98 96 -39 39
99 97 -36 36
100 98 -26 26
101 99 -56 56
102 100 -40 40
103 101 -40 40
104 102 -26 26
105 103 -28 28
106 104 -31 31
107 105 -35 35
108 106 -26 26
109 107 -57 57
110 108 -44 44
111 109 -41 41
112 110 -31 31
113 111 -26 26
114 112 -25 25
115 113 -41 41
116 114 -32 32
117 115 -44 44
118 116 -30 30
119 117 -32 32
120 118 -30 30
121 119 -25 25
122 120 -23 23
123 121 -47 47
124 122 -24 24
125 123 -45 45
126 124 -39 39
127 125 -21 21
128 126 -43 43
129 127 -143 44
130 128 -26 26
131 129 -20 20
132 130 -32 32
133 131 -16 16
134 132 -24 24
135 133 -42 42
136 134 -25 25
137 135 -36 36
138 136 -19 19
139 137 -29 29
140 138 -43 43
141 139 -17 17
142 140 -150 51
143 141 -32 32
144 142 -34 34
145 143 -19 19
146 144 -26 26
147 145 -30 30
148 146 -31 31
149 147 -49 49
150 148 -33 33
151 149 -21 21
152 150 -17 17
153 151 -48 48
154 152 -34 34
155 153 -20 20
156 154 -20 20
157 155 -26 26
158 156 -21 21
159 157 -13 13
160 158 -40 40
161 159 -22 22
162 160 -26 26
163 161 -30 30
164 162 -29 29
165 163 -25 25
166 164 -26 26
167 165 -27 27
168 166 -21 21
169 167 -29 29
170 168 -24 24
171 169 -17 17
172 170 -22 22
173 171 -35 35
174 172 -35 35
175 173 -18 18
176 174 -135 36
177 175 -15 15
178 176 -23 23
179 177 -28 28
180 178 -25 25
181 179 -24 24
182 180 -29 29
183 181 -31 31
184 182 -24 24
185 183 -129 30
186 184 -45 45
187 185 -24 24
188 186 -17 17
189 187 -20 20
190 188 -21 21
191 189 -23 23
192 190 -15 15
193 191 -32 32
194 192 -22 22
195 193 -19 19
196 194 -17 17
197 195 -45 45
198 196 -15 15
199 197 -14 14
200 198 -14 14
201 199 -37 37
202 200 -23 23
203 201 -17 17
204 202 -19 19
205 203 -21 21
206 204 -23 23
207 205 -27 27
208 206 -14 14
209 207 -18 18
210 208 -23 23
211 209 -34 34
212 210 -23 23
213 211 -13 13
214 212 -25 25
215 213 -17 17
216 214 -13 13
217 215 -21 21
218 216 -29 29
219 217 -18 18
220 218 -24 24
221 219 -15 15
222 220 -27 27
223 221 -25 25
224 222 -21 21
225 223 -19 19
226 224 -17 17
227 225 -18 18
228 226 -13 13
229 227 -22 22
230 228 -14 14
231 229 -13 13
232 230 -29 29
233 231 -23 23
234 232 -15 15
235 233 -15 15
236 234 -14 14
237 235 -28 28
238 236 -25 25
239 237 -17 17
240 238 -23 23
241 239 -29 29
242 240 -15 15
243 241 -14 14
244 242 -15 15
245 243 -23 23
246 244 -15 15
247 245 -16 16
248 246 -19 19
249 247 -13 13
250 248 -16 16
251 249 -17 17
252 250 -25 25
253 251 -30 30
254 252 -13 13
255 253 -14 14
256 254 -15 15
257 255 -22 22
258 256 -14 14
259 257 -17 17
260 258 -126 27
261 259 -15 15
262 260 -21 21
263 261 -16 16
264 262 -23 23
265 263 -14 14
266 264 -13 13
267 265 -13 13
268 266 -19 19
269 267 -13 13
270 268 -19 19
271 269 -17 17
272 270 -17 17
273 271 -13 13
274 272 -19 19
275 273 -13 13
276 274 -13 13
277 275 -16 16
278 276 -22 22
279 277 -14 14
280 278 -15 15
281 279 -19 19
282 280 -34 34
283 281 -13 13
284 282 -15 15
285 283 -32 32
286 284 -13 13
287 285 -13 13
288 286 -13 13
289 287 -14 14
290 288 -16 16
291 289 -13 13
292 290 -13 13
293 291 -17 17
294 292 -13 13
295 293 -13 13
296 294 -22 22
297 295 -14 14
298 296 -15 15
299 297 -13 13
300 298 -13 13
301 299 -13 13
302 300 -16 16
303 301 -13 13
304 302 -14 14
305 303 -13 13
306 304 -13 13
307 305 -13 13
308 306 -24 24
309 307 -13 13
310 308 -13 13
311 309 -15 15
312 310 -13 13
313 311 -13 13
314 312 -13 13
315 313 -15 15
316 314 -13 13
317 315 -19 19
318 316 -15 15
319 317 -17 17
320 318 -13 13
321 319 -13 13
322 320 -13 13
323 321 -13 13
324 322 -13 13
325 323 -15 15
326 324 -13 13
327 325 -13 13
328 326 -13 13
329 327 -123 24
330 328 -13 13
331 329 -13 13
332 330 -13 13
333 331 -13 13
334 332 -13 13
335 333 -13 13
336 334 -13 13
337 335 -13 13
338 336 -16 16
339 337 -13 13
340 338 -23 23
341 339 -13 13
342 340 -13 13
343 341 -13 13
344 342 -13 13
345 343 -13 13
346 344 -13 13
347 345 -13 13
348 346 -13 13
349 347 -13 13
350 348 -13 13
351 349 -13 13
352 350 -134 35
353 351 -13 13
354 352 -13 13
355 353 -13 13
356 354 -13 13
357 355 -13 13
358 356 -13 13
359 357 -13 13
360 358 -13 13
361 359 -13 13
362 360 -15 15
363 361 -13 13
364 362 -13 13
365 363 -13 13
366 364 -13 13
367 365 -13 13
368 366 -13 13
369 367 -13 13
370 368 -13 13
371 369 -14 14
372 370 -13 13
373 371 -13 13
374 372 -13 13
375 373 -13 13
376 374 -13 13
377 375 -13 13
378 376 -13 13
379 377 -124 25
380 378 -13 13
381 379 -13 13
382 380 -13 13
383 381 -13 13
384 382 -13 13
385 383 -13 13
386 384 -13 13
387 385 -13 13
388 386 -13 13
389 387 -13 13
390 388 -13 13
391 389 -121 22
392 390 -13 13
393 391 -13 13
394 392 -13 13
395 393 -13 13
396 394 -13 13
397 395 -13 13
398 396 -13 13
399 397 -13 13
400 398 -17 17
401 399 -13 13

View File

@@ -1,19 +0,0 @@
{
"algo_name": "Q-learning",
"env_name": "FrozenLakeNoSlippery-v1",
"train_eps": 800,
"test_eps": 20,
"gamma": 0.9,
"epsilon_start": 0.7,
"epsilon_end": 0.1,
"epsilon_decay": 2000,
"lr": 0.9,
"device": "cpu",
"seed": 10,
"show_fig": false,
"save_fig": true,
"result_path": "/Users/jj/Desktop/rl-tutorials/codes/QLearning/outputs/FrozenLakeNoSlippery-v1/20220825-114335/results/",
"model_path": "/Users/jj/Desktop/rl-tutorials/codes/QLearning/outputs/FrozenLakeNoSlippery-v1/20220825-114335/models/",
"n_states": 16,
"n_actions": 4
}

View File

@@ -1,801 +0,0 @@
episodes,rewards,steps
0,0.0,20
1,0.0,14
2,0.0,13
3,0.0,9
4,0.0,10
5,0.0,6
6,0.0,11
7,0.0,6
8,0.0,3
9,0.0,9
10,0.0,11
11,0.0,22
12,0.0,5
13,0.0,16
14,0.0,4
15,0.0,9
16,0.0,18
17,0.0,2
18,0.0,4
19,0.0,8
20,0.0,7
21,0.0,4
22,0.0,22
23,0.0,15
24,0.0,5
25,0.0,16
26,0.0,7
27,0.0,19
28,0.0,22
29,0.0,16
30,0.0,11
31,0.0,22
32,0.0,28
33,0.0,23
34,0.0,4
35,0.0,11
36,0.0,8
37,0.0,15
38,0.0,5
39,0.0,7
40,0.0,9
41,0.0,4
42,0.0,3
43,0.0,6
44,0.0,41
45,0.0,9
46,0.0,23
47,0.0,3
48,1.0,38
49,0.0,29
50,0.0,17
51,0.0,4
52,0.0,2
53,0.0,25
54,0.0,6
55,0.0,2
56,0.0,30
57,0.0,6
58,0.0,7
59,0.0,11
60,0.0,9
61,0.0,8
62,0.0,23
63,0.0,10
64,0.0,3
65,0.0,5
66,0.0,7
67,0.0,18
68,0.0,8
69,0.0,26
70,0.0,6
71,0.0,14
72,0.0,4
73,0.0,25
74,0.0,21
75,0.0,13
76,0.0,4
77,0.0,29
78,0.0,21
79,0.0,6
80,0.0,6
81,0.0,11
82,0.0,21
83,0.0,9
84,0.0,9
85,0.0,7
86,0.0,48
87,0.0,23
88,0.0,160
89,0.0,7
90,0.0,10
91,0.0,24
92,0.0,4
93,0.0,7
94,0.0,17
95,0.0,87
96,0.0,28
97,0.0,7
98,0.0,5
99,0.0,12
100,0.0,14
101,0.0,6
102,0.0,13
103,0.0,93
104,0.0,4
105,0.0,50
106,0.0,8
107,0.0,12
108,0.0,43
109,0.0,30
110,0.0,15
111,0.0,19
112,0.0,182
113,0.0,40
114,0.0,88
115,0.0,19
116,0.0,30
117,0.0,27
118,0.0,5
119,0.0,87
120,0.0,9
121,0.0,64
122,0.0,27
123,0.0,68
124,0.0,81
125,0.0,86
126,0.0,227
127,0.0,41
128,0.0,70
129,0.0,27
130,0.0,6
131,0.0,18
132,0.0,38
133,0.0,26
134,0.0,36
135,0.0,3
136,0.0,61
137,0.0,105
138,0.0,38
139,0.0,18
140,0.0,33
141,0.0,29
142,0.0,49
143,0.0,88
144,0.0,22
145,0.0,65
146,0.0,36
147,0.0,30
148,0.0,58
149,0.0,43
150,0.0,53
151,0.0,43
152,0.0,13
153,0.0,8
154,0.0,39
155,0.0,29
156,0.0,26
157,0.0,60
158,0.0,153
159,0.0,116
160,0.0,53
161,0.0,54
162,0.0,8
163,0.0,58
164,0.0,3
165,0.0,47
166,0.0,16
167,0.0,21
168,0.0,44
169,0.0,29
170,0.0,104
171,0.0,158
172,0.0,83
173,0.0,26
174,0.0,24
175,0.0,10
176,0.0,12
177,0.0,40
178,0.0,25
179,0.0,18
180,0.0,60
181,0.0,203
182,0.0,23
183,0.0,54
184,0.0,71
185,0.0,19
186,0.0,118
187,0.0,26
188,0.0,41
189,0.0,41
190,0.0,60
191,0.0,31
192,0.0,34
193,0.0,35
194,0.0,59
195,0.0,51
196,0.0,426
197,0.0,79
198,0.0,40
199,0.0,17
200,0.0,79
201,0.0,126
202,0.0,61
203,0.0,25
204,0.0,18
205,0.0,27
206,0.0,13
207,0.0,187
208,0.0,160
209,0.0,32
210,0.0,108
211,0.0,164
212,0.0,17
213,0.0,82
214,0.0,194
215,0.0,7
216,0.0,36
217,0.0,156
218,0.0,17
219,0.0,183
220,0.0,243
221,0.0,87
222,0.0,42
223,0.0,80
224,0.0,54
225,0.0,82
226,0.0,97
227,0.0,65
228,0.0,83
229,0.0,159
230,0.0,178
231,0.0,104
232,0.0,21
233,0.0,118
234,0.0,80
235,0.0,170
236,0.0,94
237,0.0,235
238,0.0,13
239,0.0,31
240,0.0,134
241,0.0,32
242,0.0,58
243,0.0,38
244,0.0,28
245,0.0,159
246,0.0,182
247,0.0,51
248,0.0,25
249,0.0,73
250,0.0,56
251,0.0,55
252,0.0,38
253,0.0,292
254,0.0,319
255,0.0,100
256,0.0,84
257,0.0,24
258,0.0,17
259,0.0,159
260,0.0,25
261,0.0,73
262,0.0,130
263,0.0,111
264,0.0,65
265,1.0,58
266,0.0,47
267,0.0,48
268,0.0,13
269,0.0,100
270,0.0,38
271,0.0,111
272,0.0,226
273,0.0,38
274,0.0,83
275,0.0,42
276,0.0,199
277,0.0,83
278,0.0,28
279,0.0,46
280,0.0,262
281,0.0,123
282,0.0,91
283,0.0,53
284,0.0,19
285,0.0,26
286,0.0,93
287,0.0,38
288,0.0,22
289,0.0,43
290,0.0,163
291,0.0,25
292,0.0,59
293,0.0,71
294,0.0,20
295,0.0,115
296,0.0,248
297,0.0,66
298,0.0,58
299,0.0,129
300,0.0,122
301,0.0,47
302,0.0,60
303,0.0,79
304,1.0,137
305,0.0,27
306,1.0,93
307,0.0,46
308,1.0,83
309,1.0,8
310,1.0,6
311,1.0,6
312,0.0,4
313,1.0,6
314,0.0,2
315,1.0,6
316,1.0,6
317,1.0,6
318,1.0,6
319,1.0,8
320,0.0,5
321,1.0,6
322,1.0,7
323,0.0,5
324,1.0,6
325,1.0,6
326,1.0,8
327,1.0,6
328,1.0,6
329,1.0,6
330,1.0,7
331,1.0,6
332,1.0,6
333,0.0,3
334,1.0,7
335,0.0,4
336,1.0,6
337,1.0,6
338,1.0,7
339,1.0,6
340,1.0,6
341,1.0,7
342,1.0,7
343,1.0,7
344,1.0,6
345,1.0,6
346,1.0,6
347,1.0,6
348,1.0,6
349,1.0,6
350,1.0,6
351,1.0,7
352,0.0,4
353,1.0,8
354,1.0,8
355,1.0,7
356,1.0,6
357,1.0,8
358,1.0,6
359,1.0,6
360,1.0,7
361,1.0,6
362,1.0,6
363,1.0,8
364,1.0,7
365,1.0,6
366,1.0,6
367,0.0,3
368,1.0,11
369,1.0,6
370,1.0,8
371,0.0,2
372,1.0,6
373,1.0,6
374,1.0,6
375,1.0,6
376,1.0,8
377,1.0,6
378,1.0,7
379,1.0,6
380,1.0,7
381,1.0,6
382,1.0,8
383,0.0,2
384,1.0,6
385,1.0,7
386,1.0,6
387,1.0,6
388,1.0,10
389,1.0,7
390,1.0,6
391,1.0,6
392,1.0,6
393,1.0,6
394,1.0,6
395,1.0,7
396,0.0,4
397,1.0,7
398,1.0,6
399,1.0,8
400,0.0,3
401,1.0,6
402,1.0,6
403,1.0,6
404,1.0,6
405,0.0,2
406,1.0,6
407,1.0,6
408,1.0,6
409,1.0,6
410,1.0,6
411,1.0,7
412,1.0,6
413,1.0,6
414,1.0,7
415,1.0,6
416,1.0,6
417,1.0,6
418,1.0,6
419,1.0,6
420,1.0,6
421,1.0,6
422,1.0,8
423,1.0,6
424,1.0,8
425,1.0,7
426,1.0,6
427,0.0,3
428,1.0,6
429,1.0,7
430,1.0,6
431,1.0,6
432,1.0,6
433,1.0,10
434,1.0,6
435,1.0,6
436,1.0,6
437,1.0,6
438,1.0,10
439,1.0,6
440,1.0,8
441,1.0,8
442,1.0,7
443,1.0,6
444,0.0,5
445,0.0,2
446,1.0,8
447,1.0,6
448,1.0,10
449,1.0,6
450,1.0,8
451,1.0,10
452,1.0,6
453,1.0,6
454,1.0,6
455,1.0,10
456,1.0,6
457,0.0,4
458,1.0,6
459,1.0,6
460,1.0,6
461,1.0,15
462,1.0,6
463,1.0,6
464,1.0,6
465,1.0,6
466,1.0,6
467,1.0,6
468,1.0,8
469,1.0,6
470,1.0,7
471,1.0,6
472,1.0,6
473,1.0,8
474,1.0,6
475,1.0,6
476,1.0,8
477,1.0,8
478,1.0,6
479,1.0,6
480,1.0,6
481,1.0,10
482,1.0,6
483,1.0,6
484,1.0,6
485,1.0,6
486,1.0,6
487,1.0,6
488,1.0,6
489,1.0,8
490,1.0,8
491,1.0,6
492,1.0,6
493,0.0,2
494,1.0,6
495,1.0,6
496,1.0,6
497,1.0,8
498,1.0,6
499,1.0,6
500,1.0,6
501,1.0,6
502,1.0,6
503,1.0,6
504,1.0,6
505,1.0,6
506,1.0,6
507,1.0,7
508,0.0,3
509,1.0,7
510,1.0,6
511,1.0,6
512,1.0,6
513,0.0,2
514,1.0,6
515,1.0,8
516,1.0,6
517,1.0,6
518,1.0,6
519,1.0,6
520,1.0,9
521,1.0,6
522,1.0,6
523,1.0,6
524,1.0,6
525,1.0,6
526,1.0,6
527,1.0,9
528,1.0,7
529,0.0,4
530,1.0,6
531,1.0,8
532,1.0,11
533,1.0,6
534,1.0,6
535,1.0,6
536,1.0,6
537,1.0,6
538,1.0,8
539,1.0,6
540,1.0,6
541,1.0,8
542,1.0,7
543,1.0,6
544,1.0,8
545,1.0,6
546,0.0,5
547,1.0,9
548,1.0,8
549,1.0,8
550,1.0,6
551,1.0,8
552,1.0,8
553,1.0,6
554,0.0,5
555,0.0,3
556,0.0,2
557,1.0,8
558,1.0,6
559,1.0,6
560,1.0,6
561,1.0,6
562,1.0,6
563,1.0,6
564,1.0,6
565,1.0,6
566,1.0,6
567,1.0,6
568,1.0,6
569,1.0,6
570,1.0,6
571,1.0,6
572,0.0,2
573,1.0,6
574,0.0,4
575,1.0,6
576,1.0,6
577,1.0,6
578,1.0,6
579,1.0,6
580,1.0,8
581,0.0,5
582,1.0,6
583,1.0,6
584,1.0,6
585,1.0,6
586,1.0,6
587,1.0,6
588,0.0,3
589,1.0,6
590,1.0,6
591,1.0,6
592,0.0,2
593,1.0,6
594,0.0,4
595,1.0,6
596,1.0,6
597,1.0,6
598,1.0,6
599,1.0,8
600,1.0,6
601,1.0,7
602,1.0,6
603,1.0,7
604,1.0,6
605,0.0,2
606,1.0,6
607,1.0,6
608,0.0,5
609,0.0,3
610,0.0,3
611,1.0,6
612,0.0,5
613,1.0,8
614,1.0,8
615,1.0,6
616,1.0,6
617,1.0,7
618,1.0,6
619,1.0,6
620,1.0,6
621,1.0,6
622,1.0,6
623,1.0,8
624,0.0,2
625,1.0,6
626,1.0,6
627,1.0,6
628,1.0,6
629,1.0,6
630,1.0,6
631,1.0,6
632,1.0,8
633,1.0,6
634,1.0,8
635,1.0,6
636,1.0,6
637,1.0,8
638,1.0,8
639,0.0,5
640,0.0,4
641,0.0,4
642,1.0,6
643,1.0,6
644,1.0,6
645,1.0,6
646,1.0,8
647,1.0,6
648,0.0,4
649,1.0,6
650,1.0,8
651,1.0,6
652,1.0,6
653,1.0,6
654,1.0,6
655,1.0,6
656,1.0,6
657,1.0,6
658,1.0,8
659,1.0,8
660,1.0,6
661,1.0,8
662,1.0,9
663,1.0,6
664,1.0,6
665,1.0,6
666,1.0,6
667,1.0,10
668,1.0,6
669,1.0,6
670,1.0,6
671,1.0,11
672,1.0,10
673,1.0,8
674,1.0,6
675,1.0,6
676,1.0,6
677,0.0,5
678,1.0,6
679,0.0,2
680,1.0,9
681,1.0,6
682,1.0,8
683,1.0,7
684,1.0,6
685,1.0,6
686,1.0,7
687,0.0,3
688,1.0,7
689,0.0,2
690,1.0,6
691,1.0,6
692,1.0,8
693,1.0,8
694,1.0,6
695,1.0,6
696,0.0,2
697,1.0,8
698,1.0,6
699,1.0,8
700,1.0,6
701,1.0,6
702,1.0,9
703,1.0,6
704,1.0,8
705,1.0,11
706,1.0,6
707,1.0,6
708,1.0,6
709,1.0,6
710,1.0,8
711,1.0,6
712,1.0,6
713,1.0,6
714,0.0,5
715,1.0,6
716,1.0,6
717,1.0,6
718,1.0,6
719,1.0,6
720,1.0,7
721,1.0,6
722,1.0,6
723,1.0,6
724,1.0,6
725,1.0,10
726,1.0,6
727,1.0,6
728,1.0,6
729,1.0,6
730,1.0,6
731,1.0,7
732,1.0,6
733,1.0,8
734,1.0,7
735,1.0,6
736,1.0,6
737,1.0,14
738,1.0,6
739,1.0,6
740,1.0,12
741,1.0,6
742,1.0,6
743,1.0,6
744,1.0,6
745,1.0,6
746,1.0,6
747,0.0,3
748,1.0,6
749,1.0,6
750,1.0,6
751,1.0,7
752,1.0,6
753,1.0,6
754,1.0,6
755,1.0,8
756,0.0,2
757,1.0,6
758,1.0,6
759,1.0,6
760,1.0,6
761,1.0,6
762,1.0,6
763,1.0,6
764,1.0,6
765,1.0,6
766,0.0,4
767,1.0,8
768,1.0,6
769,0.0,2
770,1.0,10
771,1.0,8
772,1.0,6
773,1.0,6
774,1.0,6
775,0.0,3
776,1.0,6
777,1.0,6
778,0.0,6
779,1.0,8
780,1.0,6
781,1.0,9
782,1.0,6
783,1.0,6
784,1.0,8
785,1.0,8
786,1.0,6
787,0.0,5
788,1.0,6
789,1.0,6
790,1.0,6
791,1.0,6
792,1.0,6
793,1.0,6
794,1.0,8
795,1.0,6
796,0.0,2
797,1.0,8
798,1.0,7
799,1.0,6
1 episodes rewards steps
2 0 0.0 20
3 1 0.0 14
4 2 0.0 13
5 3 0.0 9
6 4 0.0 10
7 5 0.0 6
8 6 0.0 11
9 7 0.0 6
10 8 0.0 3
11 9 0.0 9
12 10 0.0 11
13 11 0.0 22
14 12 0.0 5
15 13 0.0 16
16 14 0.0 4
17 15 0.0 9
18 16 0.0 18
19 17 0.0 2
20 18 0.0 4
21 19 0.0 8
22 20 0.0 7
23 21 0.0 4
24 22 0.0 22
25 23 0.0 15
26 24 0.0 5
27 25 0.0 16
28 26 0.0 7
29 27 0.0 19
30 28 0.0 22
31 29 0.0 16
32 30 0.0 11
33 31 0.0 22
34 32 0.0 28
35 33 0.0 23
36 34 0.0 4
37 35 0.0 11
38 36 0.0 8
39 37 0.0 15
40 38 0.0 5
41 39 0.0 7
42 40 0.0 9
43 41 0.0 4
44 42 0.0 3
45 43 0.0 6
46 44 0.0 41
47 45 0.0 9
48 46 0.0 23
49 47 0.0 3
50 48 1.0 38
51 49 0.0 29
52 50 0.0 17
53 51 0.0 4
54 52 0.0 2
55 53 0.0 25
56 54 0.0 6
57 55 0.0 2
58 56 0.0 30
59 57 0.0 6
60 58 0.0 7
61 59 0.0 11
62 60 0.0 9
63 61 0.0 8
64 62 0.0 23
65 63 0.0 10
66 64 0.0 3
67 65 0.0 5
68 66 0.0 7
69 67 0.0 18
70 68 0.0 8
71 69 0.0 26
72 70 0.0 6
73 71 0.0 14
74 72 0.0 4
75 73 0.0 25
76 74 0.0 21
77 75 0.0 13
78 76 0.0 4
79 77 0.0 29
80 78 0.0 21
81 79 0.0 6
82 80 0.0 6
83 81 0.0 11
84 82 0.0 21
85 83 0.0 9
86 84 0.0 9
87 85 0.0 7
88 86 0.0 48
89 87 0.0 23
90 88 0.0 160
91 89 0.0 7
92 90 0.0 10
93 91 0.0 24
94 92 0.0 4
95 93 0.0 7
96 94 0.0 17
97 95 0.0 87
98 96 0.0 28
99 97 0.0 7
100 98 0.0 5
101 99 0.0 12
102 100 0.0 14
103 101 0.0 6
104 102 0.0 13
105 103 0.0 93
106 104 0.0 4
107 105 0.0 50
108 106 0.0 8
109 107 0.0 12
110 108 0.0 43
111 109 0.0 30
112 110 0.0 15
113 111 0.0 19
114 112 0.0 182
115 113 0.0 40
116 114 0.0 88
117 115 0.0 19
118 116 0.0 30
119 117 0.0 27
120 118 0.0 5
121 119 0.0 87
122 120 0.0 9
123 121 0.0 64
124 122 0.0 27
125 123 0.0 68
126 124 0.0 81
127 125 0.0 86
128 126 0.0 227
129 127 0.0 41
130 128 0.0 70
131 129 0.0 27
132 130 0.0 6
133 131 0.0 18
134 132 0.0 38
135 133 0.0 26
136 134 0.0 36
137 135 0.0 3
138 136 0.0 61
139 137 0.0 105
140 138 0.0 38
141 139 0.0 18
142 140 0.0 33
143 141 0.0 29
144 142 0.0 49
145 143 0.0 88
146 144 0.0 22
147 145 0.0 65
148 146 0.0 36
149 147 0.0 30
150 148 0.0 58
151 149 0.0 43
152 150 0.0 53
153 151 0.0 43
154 152 0.0 13
155 153 0.0 8
156 154 0.0 39
157 155 0.0 29
158 156 0.0 26
159 157 0.0 60
160 158 0.0 153
161 159 0.0 116
162 160 0.0 53
163 161 0.0 54
164 162 0.0 8
165 163 0.0 58
166 164 0.0 3
167 165 0.0 47
168 166 0.0 16
169 167 0.0 21
170 168 0.0 44
171 169 0.0 29
172 170 0.0 104
173 171 0.0 158
174 172 0.0 83
175 173 0.0 26
176 174 0.0 24
177 175 0.0 10
178 176 0.0 12
179 177 0.0 40
180 178 0.0 25
181 179 0.0 18
182 180 0.0 60
183 181 0.0 203
184 182 0.0 23
185 183 0.0 54
186 184 0.0 71
187 185 0.0 19
188 186 0.0 118
189 187 0.0 26
190 188 0.0 41
191 189 0.0 41
192 190 0.0 60
193 191 0.0 31
194 192 0.0 34
195 193 0.0 35
196 194 0.0 59
197 195 0.0 51
198 196 0.0 426
199 197 0.0 79
200 198 0.0 40
201 199 0.0 17
202 200 0.0 79
203 201 0.0 126
204 202 0.0 61
205 203 0.0 25
206 204 0.0 18
207 205 0.0 27
208 206 0.0 13
209 207 0.0 187
210 208 0.0 160
211 209 0.0 32
212 210 0.0 108
213 211 0.0 164
214 212 0.0 17
215 213 0.0 82
216 214 0.0 194
217 215 0.0 7
218 216 0.0 36
219 217 0.0 156
220 218 0.0 17
221 219 0.0 183
222 220 0.0 243
223 221 0.0 87
224 222 0.0 42
225 223 0.0 80
226 224 0.0 54
227 225 0.0 82
228 226 0.0 97
229 227 0.0 65
230 228 0.0 83
231 229 0.0 159
232 230 0.0 178
233 231 0.0 104
234 232 0.0 21
235 233 0.0 118
236 234 0.0 80
237 235 0.0 170
238 236 0.0 94
239 237 0.0 235
240 238 0.0 13
241 239 0.0 31
242 240 0.0 134
243 241 0.0 32
244 242 0.0 58
245 243 0.0 38
246 244 0.0 28
247 245 0.0 159
248 246 0.0 182
249 247 0.0 51
250 248 0.0 25
251 249 0.0 73
252 250 0.0 56
253 251 0.0 55
254 252 0.0 38
255 253 0.0 292
256 254 0.0 319
257 255 0.0 100
258 256 0.0 84
259 257 0.0 24
260 258 0.0 17
261 259 0.0 159
262 260 0.0 25
263 261 0.0 73
264 262 0.0 130
265 263 0.0 111
266 264 0.0 65
267 265 1.0 58
268 266 0.0 47
269 267 0.0 48
270 268 0.0 13
271 269 0.0 100
272 270 0.0 38
273 271 0.0 111
274 272 0.0 226
275 273 0.0 38
276 274 0.0 83
277 275 0.0 42
278 276 0.0 199
279 277 0.0 83
280 278 0.0 28
281 279 0.0 46
282 280 0.0 262
283 281 0.0 123
284 282 0.0 91
285 283 0.0 53
286 284 0.0 19
287 285 0.0 26
288 286 0.0 93
289 287 0.0 38
290 288 0.0 22
291 289 0.0 43
292 290 0.0 163
293 291 0.0 25
294 292 0.0 59
295 293 0.0 71
296 294 0.0 20
297 295 0.0 115
298 296 0.0 248
299 297 0.0 66
300 298 0.0 58
301 299 0.0 129
302 300 0.0 122
303 301 0.0 47
304 302 0.0 60
305 303 0.0 79
306 304 1.0 137
307 305 0.0 27
308 306 1.0 93
309 307 0.0 46
310 308 1.0 83
311 309 1.0 8
312 310 1.0 6
313 311 1.0 6
314 312 0.0 4
315 313 1.0 6
316 314 0.0 2
317 315 1.0 6
318 316 1.0 6
319 317 1.0 6
320 318 1.0 6
321 319 1.0 8
322 320 0.0 5
323 321 1.0 6
324 322 1.0 7
325 323 0.0 5
326 324 1.0 6
327 325 1.0 6
328 326 1.0 8
329 327 1.0 6
330 328 1.0 6
331 329 1.0 6
332 330 1.0 7
333 331 1.0 6
334 332 1.0 6
335 333 0.0 3
336 334 1.0 7
337 335 0.0 4
338 336 1.0 6
339 337 1.0 6
340 338 1.0 7
341 339 1.0 6
342 340 1.0 6
343 341 1.0 7
344 342 1.0 7
345 343 1.0 7
346 344 1.0 6
347 345 1.0 6
348 346 1.0 6
349 347 1.0 6
350 348 1.0 6
351 349 1.0 6
352 350 1.0 6
353 351 1.0 7
354 352 0.0 4
355 353 1.0 8
356 354 1.0 8
357 355 1.0 7
358 356 1.0 6
359 357 1.0 8
360 358 1.0 6
361 359 1.0 6
362 360 1.0 7
363 361 1.0 6
364 362 1.0 6
365 363 1.0 8
366 364 1.0 7
367 365 1.0 6
368 366 1.0 6
369 367 0.0 3
370 368 1.0 11
371 369 1.0 6
372 370 1.0 8
373 371 0.0 2
374 372 1.0 6
375 373 1.0 6
376 374 1.0 6
377 375 1.0 6
378 376 1.0 8
379 377 1.0 6
380 378 1.0 7
381 379 1.0 6
382 380 1.0 7
383 381 1.0 6
384 382 1.0 8
385 383 0.0 2
386 384 1.0 6
387 385 1.0 7
388 386 1.0 6
389 387 1.0 6
390 388 1.0 10
391 389 1.0 7
392 390 1.0 6
393 391 1.0 6
394 392 1.0 6
395 393 1.0 6
396 394 1.0 6
397 395 1.0 7
398 396 0.0 4
399 397 1.0 7
400 398 1.0 6
401 399 1.0 8
402 400 0.0 3
403 401 1.0 6
404 402 1.0 6
405 403 1.0 6
406 404 1.0 6
407 405 0.0 2
408 406 1.0 6
409 407 1.0 6
410 408 1.0 6
411 409 1.0 6
412 410 1.0 6
413 411 1.0 7
414 412 1.0 6
415 413 1.0 6
416 414 1.0 7
417 415 1.0 6
418 416 1.0 6
419 417 1.0 6
420 418 1.0 6
421 419 1.0 6
422 420 1.0 6
423 421 1.0 6
424 422 1.0 8
425 423 1.0 6
426 424 1.0 8
427 425 1.0 7
428 426 1.0 6
429 427 0.0 3
430 428 1.0 6
431 429 1.0 7
432 430 1.0 6
433 431 1.0 6
434 432 1.0 6
435 433 1.0 10
436 434 1.0 6
437 435 1.0 6
438 436 1.0 6
439 437 1.0 6
440 438 1.0 10
441 439 1.0 6
442 440 1.0 8
443 441 1.0 8
444 442 1.0 7
445 443 1.0 6
446 444 0.0 5
447 445 0.0 2
448 446 1.0 8
449 447 1.0 6
450 448 1.0 10
451 449 1.0 6
452 450 1.0 8
453 451 1.0 10
454 452 1.0 6
455 453 1.0 6
456 454 1.0 6
457 455 1.0 10
458 456 1.0 6
459 457 0.0 4
460 458 1.0 6
461 459 1.0 6
462 460 1.0 6
463 461 1.0 15
464 462 1.0 6
465 463 1.0 6
466 464 1.0 6
467 465 1.0 6
468 466 1.0 6
469 467 1.0 6
470 468 1.0 8
471 469 1.0 6
472 470 1.0 7
473 471 1.0 6
474 472 1.0 6
475 473 1.0 8
476 474 1.0 6
477 475 1.0 6
478 476 1.0 8
479 477 1.0 8
480 478 1.0 6
481 479 1.0 6
482 480 1.0 6
483 481 1.0 10
484 482 1.0 6
485 483 1.0 6
486 484 1.0 6
487 485 1.0 6
488 486 1.0 6
489 487 1.0 6
490 488 1.0 6
491 489 1.0 8
492 490 1.0 8
493 491 1.0 6
494 492 1.0 6
495 493 0.0 2
496 494 1.0 6
497 495 1.0 6
498 496 1.0 6
499 497 1.0 8
500 498 1.0 6
501 499 1.0 6
502 500 1.0 6
503 501 1.0 6
504 502 1.0 6
505 503 1.0 6
506 504 1.0 6
507 505 1.0 6
508 506 1.0 6
509 507 1.0 7
510 508 0.0 3
511 509 1.0 7
512 510 1.0 6
513 511 1.0 6
514 512 1.0 6
515 513 0.0 2
516 514 1.0 6
517 515 1.0 8
518 516 1.0 6
519 517 1.0 6
520 518 1.0 6
521 519 1.0 6
522 520 1.0 9
523 521 1.0 6
524 522 1.0 6
525 523 1.0 6
526 524 1.0 6
527 525 1.0 6
528 526 1.0 6
529 527 1.0 9
530 528 1.0 7
531 529 0.0 4
532 530 1.0 6
533 531 1.0 8
534 532 1.0 11
535 533 1.0 6
536 534 1.0 6
537 535 1.0 6
538 536 1.0 6
539 537 1.0 6
540 538 1.0 8
541 539 1.0 6
542 540 1.0 6
543 541 1.0 8
544 542 1.0 7
545 543 1.0 6
546 544 1.0 8
547 545 1.0 6
548 546 0.0 5
549 547 1.0 9
550 548 1.0 8
551 549 1.0 8
552 550 1.0 6
553 551 1.0 8
554 552 1.0 8
555 553 1.0 6
556 554 0.0 5
557 555 0.0 3
558 556 0.0 2
559 557 1.0 8
560 558 1.0 6
561 559 1.0 6
562 560 1.0 6
563 561 1.0 6
564 562 1.0 6
565 563 1.0 6
566 564 1.0 6
567 565 1.0 6
568 566 1.0 6
569 567 1.0 6
570 568 1.0 6
571 569 1.0 6
572 570 1.0 6
573 571 1.0 6
574 572 0.0 2
575 573 1.0 6
576 574 0.0 4
577 575 1.0 6
578 576 1.0 6
579 577 1.0 6
580 578 1.0 6
581 579 1.0 6
582 580 1.0 8
583 581 0.0 5
584 582 1.0 6
585 583 1.0 6
586 584 1.0 6
587 585 1.0 6
588 586 1.0 6
589 587 1.0 6
590 588 0.0 3
591 589 1.0 6
592 590 1.0 6
593 591 1.0 6
594 592 0.0 2
595 593 1.0 6
596 594 0.0 4
597 595 1.0 6
598 596 1.0 6
599 597 1.0 6
600 598 1.0 6
601 599 1.0 8
602 600 1.0 6
603 601 1.0 7
604 602 1.0 6
605 603 1.0 7
606 604 1.0 6
607 605 0.0 2
608 606 1.0 6
609 607 1.0 6
610 608 0.0 5
611 609 0.0 3
612 610 0.0 3
613 611 1.0 6
614 612 0.0 5
615 613 1.0 8
616 614 1.0 8
617 615 1.0 6
618 616 1.0 6
619 617 1.0 7
620 618 1.0 6
621 619 1.0 6
622 620 1.0 6
623 621 1.0 6
624 622 1.0 6
625 623 1.0 8
626 624 0.0 2
627 625 1.0 6
628 626 1.0 6
629 627 1.0 6
630 628 1.0 6
631 629 1.0 6
632 630 1.0 6
633 631 1.0 6
634 632 1.0 8
635 633 1.0 6
636 634 1.0 8
637 635 1.0 6
638 636 1.0 6
639 637 1.0 8
640 638 1.0 8
641 639 0.0 5
642 640 0.0 4
643 641 0.0 4
644 642 1.0 6
645 643 1.0 6
646 644 1.0 6
647 645 1.0 6
648 646 1.0 8
649 647 1.0 6
650 648 0.0 4
651 649 1.0 6
652 650 1.0 8
653 651 1.0 6
654 652 1.0 6
655 653 1.0 6
656 654 1.0 6
657 655 1.0 6
658 656 1.0 6
659 657 1.0 6
660 658 1.0 8
661 659 1.0 8
662 660 1.0 6
663 661 1.0 8
664 662 1.0 9
665 663 1.0 6
666 664 1.0 6
667 665 1.0 6
668 666 1.0 6
669 667 1.0 10
670 668 1.0 6
671 669 1.0 6
672 670 1.0 6
673 671 1.0 11
674 672 1.0 10
675 673 1.0 8
676 674 1.0 6
677 675 1.0 6
678 676 1.0 6
679 677 0.0 5
680 678 1.0 6
681 679 0.0 2
682 680 1.0 9
683 681 1.0 6
684 682 1.0 8
685 683 1.0 7
686 684 1.0 6
687 685 1.0 6
688 686 1.0 7
689 687 0.0 3
690 688 1.0 7
691 689 0.0 2
692 690 1.0 6
693 691 1.0 6
694 692 1.0 8
695 693 1.0 8
696 694 1.0 6
697 695 1.0 6
698 696 0.0 2
699 697 1.0 8
700 698 1.0 6
701 699 1.0 8
702 700 1.0 6
703 701 1.0 6
704 702 1.0 9
705 703 1.0 6
706 704 1.0 8
707 705 1.0 11
708 706 1.0 6
709 707 1.0 6
710 708 1.0 6
711 709 1.0 6
712 710 1.0 8
713 711 1.0 6
714 712 1.0 6
715 713 1.0 6
716 714 0.0 5
717 715 1.0 6
718 716 1.0 6
719 717 1.0 6
720 718 1.0 6
721 719 1.0 6
722 720 1.0 7
723 721 1.0 6
724 722 1.0 6
725 723 1.0 6
726 724 1.0 6
727 725 1.0 10
728 726 1.0 6
729 727 1.0 6
730 728 1.0 6
731 729 1.0 6
732 730 1.0 6
733 731 1.0 7
734 732 1.0 6
735 733 1.0 8
736 734 1.0 7
737 735 1.0 6
738 736 1.0 6
739 737 1.0 14
740 738 1.0 6
741 739 1.0 6
742 740 1.0 12
743 741 1.0 6
744 742 1.0 6
745 743 1.0 6
746 744 1.0 6
747 745 1.0 6
748 746 1.0 6
749 747 0.0 3
750 748 1.0 6
751 749 1.0 6
752 750 1.0 6
753 751 1.0 7
754 752 1.0 6
755 753 1.0 6
756 754 1.0 6
757 755 1.0 8
758 756 0.0 2
759 757 1.0 6
760 758 1.0 6
761 759 1.0 6
762 760 1.0 6
763 761 1.0 6
764 762 1.0 6
765 763 1.0 6
766 764 1.0 6
767 765 1.0 6
768 766 0.0 4
769 767 1.0 8
770 768 1.0 6
771 769 0.0 2
772 770 1.0 10
773 771 1.0 8
774 772 1.0 6
775 773 1.0 6
776 774 1.0 6
777 775 0.0 3
778 776 1.0 6
779 777 1.0 6
780 778 0.0 6
781 779 1.0 8
782 780 1.0 6
783 781 1.0 9
784 782 1.0 6
785 783 1.0 6
786 784 1.0 8
787 785 1.0 8
788 786 1.0 6
789 787 0.0 5
790 788 1.0 6
791 789 1.0 6
792 790 1.0 6
793 791 1.0 6
794 792 1.0 6
795 793 1.0 6
796 794 1.0 8
797 795 1.0 6
798 796 0.0 2
799 797 1.0 8
800 798 1.0 7
801 799 1.0 6

View File

@@ -1 +0,0 @@
{"algo_name": "Q-learning", "env_name": "Racetrack-v0", "train_eps": 400, "test_eps": 20, "gamma": 0.9, "epsilon_start": 0.95, "epsilon_end": 0.01, "epsilon_decay": 300, "lr": 0.1, "device": "cpu", "seed": 10, "show_fig": false, "save_fig": true, "result_path": "C:\\Users\\24438\\Desktop\\rl-tutorials\\codes\\QLearning/outputs/Racetrack-v0/20220826-224626/results/", "model_path": "C:\\Users\\24438\\Desktop\\rl-tutorials\\codes\\QLearning/outputs/Racetrack-v0/20220826-224626/models/", "n_states": 4, "n_actions": 9}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 39 KiB

View File

@@ -1,21 +0,0 @@
episodes,rewards,steps
0,-1000,1000
1,2,8
2,4,6
3,3,7
4,2,8
5,3,7
6,4,6
7,-1000,1000
8,3,7
9,-11,11
10,-19,19
11,-18,18
12,1,9
13,1,9
14,4,6
15,-16,16
16,-17,17
17,4,6
18,-16,16
19,4,6
1 episodes rewards steps
2 0 -1000 1000
3 1 2 8
4 2 4 6
5 3 3 7
6 4 2 8
7 5 3 7
8 6 4 6
9 7 -1000 1000
10 8 3 7
11 9 -11 11
12 10 -19 19
13 11 -18 18
14 12 1 9
15 13 1 9
16 14 4 6
17 15 -16 16
18 16 -17 17
19 17 4 6
20 18 -16 16
21 19 4 6

Binary file not shown.

Before

Width:  |  Height:  |  Size: 40 KiB

View File

@@ -1,401 +0,0 @@
episodes,rewards,steps
0,-3580,1000
1,-2960,1000
2,-2670,1000
3,-2720,1000
4,-2670,1000
5,-2570,1000
6,-2407,977
7,-2012,852
8,-2500,1000
9,-2530,1000
10,-2550,1000
11,-437,187
12,-80,40
13,-2450,1000
14,-338,148
15,-1175,525
16,-755,325
17,-411,181
18,-1068,448
19,-785,325
20,-149,79
21,-628,268
22,-423,183
23,-282,122
24,-2198,938
25,-13,13
26,-253,113
27,-48,28
28,-72,42
29,-123,63
30,-305,145
31,-72,32
32,-142,72
33,-13,13
34,4,6
35,-1285,545
36,-174,94
37,-436,196
38,-759,339
39,-11,11
40,-17,17
41,-283,123
42,-181,81
43,-44,24
44,-55,35
45,-135,65
46,-577,277
47,-234,114
48,-54,34
49,4,6
50,-29,19
51,-100,50
52,-32,22
53,-23,23
54,4,6
55,-17,17
56,-18,18
57,-48,28
58,-34,24
59,-45,25
60,-29,19
61,1,9
62,-77,37
63,3,7
64,-25,15
65,-3,13
66,-78,48
67,-69,39
68,-105,45
69,-48,28
70,3,7
71,4,6
72,-100,50
73,-130,60
74,-20,20
75,4,6
76,4,6
77,4,6
78,4,6
79,-47,27
80,4,6
81,4,6
82,-174,94
83,-12,12
84,-26,16
85,3,7
86,3,7
87,-42,32
88,-48,28
89,-97,57
90,-11,11
91,-16,16
92,-15,15
93,4,6
94,-147,67
95,-52,32
96,-97,47
97,3,7
98,-17,17
99,3,7
100,4,6
101,3,7
102,3,7
103,3,7
104,1,9
105,4,6
106,4,6
107,3,7
108,4,6
109,-68,38
110,3,7
111,4,6
112,-14,14
113,4,6
114,-57,37
115,3,7
116,4,6
117,-12,12
118,3,7
119,3,7
120,-64,34
121,-13,13
122,3,7
123,-13,13
124,4,6
125,3,7
126,-32,22
127,-41,31
128,3,7
129,3,7
130,3,7
131,4,6
132,4,6
133,3,7
134,-12,12
135,-31,21
136,4,6
137,3,7
138,-51,31
139,-48,28
140,4,6
141,-85,45
142,-14,14
143,4,6
144,3,7
145,-6,16
146,4,6
147,4,6
148,-15,15
149,4,6
150,-24,24
151,3,7
152,-14,14
153,-18,18
154,3,7
155,4,6
156,-85,45
157,-51,31
158,3,7
159,2,8
160,3,7
161,-79,39
162,-14,14
163,-13,13
164,4,6
165,3,7
166,4,6
167,3,7
168,-74,34
169,-15,15
170,4,6
171,-14,14
172,4,6
173,-31,21
174,-8,18
175,4,6
176,4,6
177,4,6
178,4,6
179,-29,19
180,4,6
181,3,7
182,4,6
183,-82,42
184,3,7
185,4,6
186,4,6
187,-11,11
188,-23,23
189,-33,23
190,3,7
191,-12,12
192,-44,24
193,-62,42
194,-16,16
195,4,6
196,-12,12
197,3,7
198,-13,13
199,3,7
200,3,7
201,4,6
202,4,6
203,4,6
204,-28,18
205,-16,16
206,3,7
207,4,6
208,-12,12
209,-13,13
210,-66,36
211,-14,14
212,4,6
213,4,6
214,-15,15
215,-60,30
216,4,6
217,3,7
218,4,6
219,-33,23
220,-12,12
221,-14,14
222,4,6
223,3,7
224,-97,47
225,4,6
226,2,8
227,4,6
228,4,6
229,3,7
230,-11,11
231,4,6
232,3,7
233,3,7
234,4,6
235,3,7
236,3,7
237,-32,22
238,-13,13
239,3,7
240,-22,22
241,4,6
242,2,8
243,-31,21
244,4,6
245,-4,14
246,-30,20
247,4,6
248,3,7
249,-26,16
250,4,6
251,-12,12
252,2,8
253,1,9
254,4,6
255,2,8
256,2,8
257,-12,12
258,3,7
259,-48,28
260,4,6
261,4,6
262,-51,31
263,-12,12
264,4,6
265,2,8
266,2,8
267,2,8
268,3,7
269,4,6
270,4,6
271,-17,17
272,4,6
273,-13,13
274,-16,16
275,-97,57
276,3,7
277,-1,11
278,-32,22
279,3,7
280,4,6
281,3,7
282,3,7
283,3,7
284,3,7
285,2,8
286,3,7
287,-15,15
288,2,8
289,-18,18
290,4,6
291,-36,26
292,4,6
293,4,6
294,4,6
295,4,6
296,-77,47
297,-14,14
298,3,7
299,3,7
300,3,7
301,4,6
302,3,7
303,4,6
304,-12,12
305,-45,35
306,-63,43
307,2,8
308,4,6
309,4,6
310,-13,13
311,4,6
312,-13,13
313,4,6
314,3,7
315,-30,20
316,-13,13
317,3,7
318,4,6
319,4,6
320,-12,12
321,-13,13
322,3,7
323,3,7
324,3,7
325,3,7
326,-36,26
327,4,6
328,3,7
329,3,7
330,3,7
331,3,7
332,-14,14
333,-16,16
334,3,7
335,3,7
336,-14,14
337,1,9
338,2,8
339,3,7
340,4,6
341,-36,26
342,-14,14
343,-78,48
344,2,8
345,-37,27
346,3,7
347,3,7
348,-37,27
349,-16,16
350,4,6
351,-15,15
352,4,6
353,2,8
354,-44,24
355,-13,13
356,-14,14
357,-17,17
358,-13,13
359,3,7
360,2,8
361,4,6
362,3,7
363,-5,15
364,-14,14
365,2,8
366,-12,12
367,3,7
368,4,6
369,2,8
370,2,8
371,1,9
372,-16,16
373,1,9
374,4,6
375,-16,16
376,3,7
377,2,8
378,-13,13
379,-44,34
380,-16,16
381,-30,20
382,4,6
383,4,6
384,2,8
385,-15,15
386,4,6
387,3,7
388,2,8
389,4,6
390,2,8
391,3,7
392,3,7
393,-14,14
394,-15,15
395,3,7
396,-13,13
397,3,7
398,4,6
399,3,7
1 episodes rewards steps
2 0 -3580 1000
3 1 -2960 1000
4 2 -2670 1000
5 3 -2720 1000
6 4 -2670 1000
7 5 -2570 1000
8 6 -2407 977
9 7 -2012 852
10 8 -2500 1000
11 9 -2530 1000
12 10 -2550 1000
13 11 -437 187
14 12 -80 40
15 13 -2450 1000
16 14 -338 148
17 15 -1175 525
18 16 -755 325
19 17 -411 181
20 18 -1068 448
21 19 -785 325
22 20 -149 79
23 21 -628 268
24 22 -423 183
25 23 -282 122
26 24 -2198 938
27 25 -13 13
28 26 -253 113
29 27 -48 28
30 28 -72 42
31 29 -123 63
32 30 -305 145
33 31 -72 32
34 32 -142 72
35 33 -13 13
36 34 4 6
37 35 -1285 545
38 36 -174 94
39 37 -436 196
40 38 -759 339
41 39 -11 11
42 40 -17 17
43 41 -283 123
44 42 -181 81
45 43 -44 24
46 44 -55 35
47 45 -135 65
48 46 -577 277
49 47 -234 114
50 48 -54 34
51 49 4 6
52 50 -29 19
53 51 -100 50
54 52 -32 22
55 53 -23 23
56 54 4 6
57 55 -17 17
58 56 -18 18
59 57 -48 28
60 58 -34 24
61 59 -45 25
62 60 -29 19
63 61 1 9
64 62 -77 37
65 63 3 7
66 64 -25 15
67 65 -3 13
68 66 -78 48
69 67 -69 39
70 68 -105 45
71 69 -48 28
72 70 3 7
73 71 4 6
74 72 -100 50
75 73 -130 60
76 74 -20 20
77 75 4 6
78 76 4 6
79 77 4 6
80 78 4 6
81 79 -47 27
82 80 4 6
83 81 4 6
84 82 -174 94
85 83 -12 12
86 84 -26 16
87 85 3 7
88 86 3 7
89 87 -42 32
90 88 -48 28
91 89 -97 57
92 90 -11 11
93 91 -16 16
94 92 -15 15
95 93 4 6
96 94 -147 67
97 95 -52 32
98 96 -97 47
99 97 3 7
100 98 -17 17
101 99 3 7
102 100 4 6
103 101 3 7
104 102 3 7
105 103 3 7
106 104 1 9
107 105 4 6
108 106 4 6
109 107 3 7
110 108 4 6
111 109 -68 38
112 110 3 7
113 111 4 6
114 112 -14 14
115 113 4 6
116 114 -57 37
117 115 3 7
118 116 4 6
119 117 -12 12
120 118 3 7
121 119 3 7
122 120 -64 34
123 121 -13 13
124 122 3 7
125 123 -13 13
126 124 4 6
127 125 3 7
128 126 -32 22
129 127 -41 31
130 128 3 7
131 129 3 7
132 130 3 7
133 131 4 6
134 132 4 6
135 133 3 7
136 134 -12 12
137 135 -31 21
138 136 4 6
139 137 3 7
140 138 -51 31
141 139 -48 28
142 140 4 6
143 141 -85 45
144 142 -14 14
145 143 4 6
146 144 3 7
147 145 -6 16
148 146 4 6
149 147 4 6
150 148 -15 15
151 149 4 6
152 150 -24 24
153 151 3 7
154 152 -14 14
155 153 -18 18
156 154 3 7
157 155 4 6
158 156 -85 45
159 157 -51 31
160 158 3 7
161 159 2 8
162 160 3 7
163 161 -79 39
164 162 -14 14
165 163 -13 13
166 164 4 6
167 165 3 7
168 166 4 6
169 167 3 7
170 168 -74 34
171 169 -15 15
172 170 4 6
173 171 -14 14
174 172 4 6
175 173 -31 21
176 174 -8 18
177 175 4 6
178 176 4 6
179 177 4 6
180 178 4 6
181 179 -29 19
182 180 4 6
183 181 3 7
184 182 4 6
185 183 -82 42
186 184 3 7
187 185 4 6
188 186 4 6
189 187 -11 11
190 188 -23 23
191 189 -33 23
192 190 3 7
193 191 -12 12
194 192 -44 24
195 193 -62 42
196 194 -16 16
197 195 4 6
198 196 -12 12
199 197 3 7
200 198 -13 13
201 199 3 7
202 200 3 7
203 201 4 6
204 202 4 6
205 203 4 6
206 204 -28 18
207 205 -16 16
208 206 3 7
209 207 4 6
210 208 -12 12
211 209 -13 13
212 210 -66 36
213 211 -14 14
214 212 4 6
215 213 4 6
216 214 -15 15
217 215 -60 30
218 216 4 6
219 217 3 7
220 218 4 6
221 219 -33 23
222 220 -12 12
223 221 -14 14
224 222 4 6
225 223 3 7
226 224 -97 47
227 225 4 6
228 226 2 8
229 227 4 6
230 228 4 6
231 229 3 7
232 230 -11 11
233 231 4 6
234 232 3 7
235 233 3 7
236 234 4 6
237 235 3 7
238 236 3 7
239 237 -32 22
240 238 -13 13
241 239 3 7
242 240 -22 22
243 241 4 6
244 242 2 8
245 243 -31 21
246 244 4 6
247 245 -4 14
248 246 -30 20
249 247 4 6
250 248 3 7
251 249 -26 16
252 250 4 6
253 251 -12 12
254 252 2 8
255 253 1 9
256 254 4 6
257 255 2 8
258 256 2 8
259 257 -12 12
260 258 3 7
261 259 -48 28
262 260 4 6
263 261 4 6
264 262 -51 31
265 263 -12 12
266 264 4 6
267 265 2 8
268 266 2 8
269 267 2 8
270 268 3 7
271 269 4 6
272 270 4 6
273 271 -17 17
274 272 4 6
275 273 -13 13
276 274 -16 16
277 275 -97 57
278 276 3 7
279 277 -1 11
280 278 -32 22
281 279 3 7
282 280 4 6
283 281 3 7
284 282 3 7
285 283 3 7
286 284 3 7
287 285 2 8
288 286 3 7
289 287 -15 15
290 288 2 8
291 289 -18 18
292 290 4 6
293 291 -36 26
294 292 4 6
295 293 4 6
296 294 4 6
297 295 4 6
298 296 -77 47
299 297 -14 14
300 298 3 7
301 299 3 7
302 300 3 7
303 301 4 6
304 302 3 7
305 303 4 6
306 304 -12 12
307 305 -45 35
308 306 -63 43
309 307 2 8
310 308 4 6
311 309 4 6
312 310 -13 13
313 311 4 6
314 312 -13 13
315 313 4 6
316 314 3 7
317 315 -30 20
318 316 -13 13
319 317 3 7
320 318 4 6
321 319 4 6
322 320 -12 12
323 321 -13 13
324 322 3 7
325 323 3 7
326 324 3 7
327 325 3 7
328 326 -36 26
329 327 4 6
330 328 3 7
331 329 3 7
332 330 3 7
333 331 3 7
334 332 -14 14
335 333 -16 16
336 334 3 7
337 335 3 7
338 336 -14 14
339 337 1 9
340 338 2 8
341 339 3 7
342 340 4 6
343 341 -36 26
344 342 -14 14
345 343 -78 48
346 344 2 8
347 345 -37 27
348 346 3 7
349 347 3 7
350 348 -37 27
351 349 -16 16
352 350 4 6
353 351 -15 15
354 352 4 6
355 353 2 8
356 354 -44 24
357 355 -13 13
358 356 -14 14
359 357 -17 17
360 358 -13 13
361 359 3 7
362 360 2 8
363 361 4 6
364 362 3 7
365 363 -5 15
366 364 -14 14
367 365 2 8
368 366 -12 12
369 367 3 7
370 368 4 6
371 369 2 8
372 370 2 8
373 371 1 9
374 372 -16 16
375 373 1 9
376 374 4 6
377 375 -16 16
378 376 3 7
379 377 2 8
380 378 -13 13
381 379 -44 34
382 380 -16 16
383 381 -30 20
384 382 4 6
385 383 4 6
386 384 2 8
387 385 -15 15
388 386 4 6
389 387 3 7
390 388 2 8
391 389 4 6
392 390 2 8
393 391 3 7
394 392 3 7
395 393 -14 14
396 394 -15 15
397 395 3 7
398 396 -13 13
399 397 3 7
400 398 4 6
401 399 3 7

View File

@@ -5,7 +5,7 @@ Author: John
Email: johnjim0816@gmail.com
Date: 2020-09-11 23:03:00
LastEditor: John
LastEditTime: 2022-08-24 10:31:04
LastEditTime: 2022-10-30 01:38:26
Discription: use defaultdict to define Q table
Environment:
'''
@@ -16,14 +16,14 @@ from collections import defaultdict
class QLearning(object):
def __init__(self,cfg):
self.n_actions = cfg['n_actions']
self.lr = cfg['lr']
self.gamma = cfg['gamma']
self.epsilon = cfg['epsilon_start']
self.n_actions = cfg.n_actions
self.lr = cfg.lr
self.gamma = cfg.gamma
self.epsilon = cfg.epsilon_start
self.sample_count = 0
self.epsilon_start = cfg['epsilon_start']
self.epsilon_end = cfg['epsilon_end']
self.epsilon_decay = cfg['epsilon_decay']
self.epsilon_start = cfg.epsilon_start
self.epsilon_end = cfg.epsilon_end
self.epsilon_decay = cfg.epsilon_decay
self.Q_table = defaultdict(lambda: np.zeros(self.n_actions)) # use nested dictionary to represent Q(s,a), here set all Q(s,a)=0 initially, not like pseudo code
def sample_action(self, state):
''' sample action with e-greedy policy while training

View File

@@ -0,0 +1,106 @@
#!/usr/bin/env python
# coding=utf-8
'''
Author: John
Email: johnjim0816@gmail.com
Date: 2020-09-11 23:03:00
LastEditor: John
LastEditTime: 2022-10-30 02:04:55
Discription:
Environment:
'''
import sys,os
os.environ["KMP_DUPLICATE_LIB_OK"] = "TRUE" # avoid "OMP: Error #15: Initializing libiomp5md.dll, but found libiomp5md.dll already initialized."
curr_path = os.path.dirname(os.path.abspath(__file__)) # current path
parent_path = os.path.dirname(curr_path) # parent path
sys.path.append(parent_path) # add path to system path
import gym
import datetime
import argparse
from envs.gridworld_env import FrozenLakeWapper
from envs.wrappers import CliffWalkingWapper
from envs.register import register_env
from qlearning import QLearning
from common.utils import all_seed,merge_class_attrs
from common.launcher import Launcher
from config.config import GeneralConfigQLearning,AlgoConfigQLearning
class Main(Launcher):
def __init__(self) -> None:
super().__init__()
self.cfgs['general_cfg'] = merge_class_attrs(self.cfgs['general_cfg'],GeneralConfigQLearning())
self.cfgs['algo_cfg'] = merge_class_attrs(self.cfgs['algo_cfg'],AlgoConfigQLearning())
def env_agent_config(self,cfg,logger):
''' create env and agent
'''
register_env(cfg.env_name)
env = gym.make(cfg.env_name,new_step_api=False) # create env
if cfg.env_name == 'CliffWalking-v0':
env = CliffWalkingWapper(env)
if cfg.seed !=0: # set random seed
all_seed(env,seed=cfg.seed)
try: # state dimension
n_states = env.observation_space.n # print(hasattr(env.observation_space, 'n'))
except AttributeError:
n_states = env.observation_space.shape[0] # print(hasattr(env.observation_space, 'shape'))
n_actions = env.action_space.n # action dimension
logger.info(f"n_states: {n_states}, n_actions: {n_actions}") # print info
# update to cfg paramters
setattr(cfg, 'n_states', n_states)
setattr(cfg, 'n_actions', n_actions)
agent = QLearning(cfg)
return env,agent
def train(self,cfg,env,agent,logger):
logger.info("Start training!")
logger.info(f"Env: {cfg.env_name}, Algorithm: {cfg.algo_name}, Device: {cfg.device}")
rewards = [] # record rewards for all episodes
steps = [] # record steps for all episodes
for i_ep in range(cfg.train_eps):
ep_reward = 0 # reward per episode
ep_step = 0 # step per episode
state = env.reset() # reset and obtain initial state
for _ in range(cfg.max_steps):
action = agent.sample_action(state) # sample action
next_state, reward, terminated, _ = env.step(action) # update env and return transitions
agent.update(state, action, reward, next_state, terminated) # update agent
state = next_state # update state
ep_reward += reward
ep_step += 1
if terminated:
break
rewards.append(ep_reward)
steps.append(ep_step)
logger.info(f'Episode: {i_ep+1}/{cfg.train_eps}, Reward: {ep_reward:.2f}, Steps:{ep_step:d}, Epislon: {agent.epsilon:.3f}')
logger.info("Finish training!")
return {'episodes':range(len(rewards)),'rewards':rewards,'steps':steps}
def test(self,cfg,env,agent,logger):
logger.info("Start testing!")
logger.info(f"Env: {cfg.env_name}, Algorithm: {cfg.algo_name}, Device: {cfg.device}")
rewards = [] # record rewards for all episodes
steps = [] # record steps for all episodes
for i_ep in range(cfg.test_eps):
ep_reward = 0 # reward per episode
ep_step = 0
state = env.reset() # reset and obtain initial state
for _ in range(cfg.max_steps):
action = agent.predict_action(state) # predict action
next_state, reward, terminated, _ = env.step(action)
state = next_state
ep_reward += reward
ep_step += 1
if terminated:
break
rewards.append(ep_reward)
steps.append(ep_step)
logger.info(f"Episode: {i_ep+1}/{cfg.test_eps}, Reward: {ep_reward:.2f}, Steps:{ep_step:d}")
logger.info("Finish testing!")
return {'episodes':range(len(rewards)),'rewards':rewards,'steps':steps}
if __name__ == "__main__":
main = Main()
main.run()