bacow/easy-rl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

hot update A2C

Browse Source
This commit is contained in:
johnjim0816
2022-08-29 15:12:33 +08:00
parent 99a3c1afec
commit 0b0f7e857d
109 changed files with 8213 additions and 1658 deletions
Download Patch File Download Diff File Expand all files Collapse all files

BIN
projects/codes/QLearning/outputs/Racetrack-v0/20220826-224626/models/Qleaning_model.pkl Normal file
View File

Binary file not shown.

1
projects/codes/QLearning/outputs/Racetrack-v0/20220826-224626/results/params.json Normal file
View File

@@ -0,0 +1 @@
{"algo_name": "Q-learning", "env_name": "Racetrack-v0", "train_eps": 400, "test_eps": 20, "gamma": 0.9, "epsilon_start": 0.95, "epsilon_end": 0.01, "epsilon_decay": 300, "lr": 0.1, "device": "cpu", "seed": 10, "show_fig": false, "save_fig": true, "result_path": "C:\\Users\\24438\\Desktop\\rl-tutorials\\codes\\QLearning/outputs/Racetrack-v0/20220826-224626/results/", "model_path": "C:\\Users\\24438\\Desktop\\rl-tutorials\\codes\\QLearning/outputs/Racetrack-v0/20220826-224626/models/", "n_states": 4, "n_actions": 9}

BIN
projects/codes/QLearning/outputs/Racetrack-v0/20220826-224626/results/testing_curve.png Normal file
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 39 KiB

21
projects/codes/QLearning/outputs/Racetrack-v0/20220826-224626/results/testing_results.csv Normal file
View File

@@ -0,0 +1,21 @@
episodes,rewards,steps
0,-1000,1000
1,2,8
2,4,6
3,3,7
4,2,8
5,3,7
6,4,6
7,-1000,1000
8,3,7
9,-11,11
10,-19,19
11,-18,18
12,1,9
13,1,9
14,4,6
15,-16,16
16,-17,17
17,4,6
18,-16,16
19,4,6
1 episodes rewards steps
2 0 -1000 1000
3 1 2 8
4 2 4 6
5 3 3 7
6 4 2 8
7 5 3 7
8 6 4 6
9 7 -1000 1000
10 8 3 7
11 9 -11 11
12 10 -19 19
13 11 -18 18
14 12 1 9
15 13 1 9
16 14 4 6
17 15 -16 16
18 16 -17 17
19 17 4 6
20 18 -16 16
21 19 4 6

BIN
projects/codes/QLearning/outputs/Racetrack-v0/20220826-224626/results/training_curve.png Normal file
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 40 KiB

401
projects/codes/QLearning/outputs/Racetrack-v0/20220826-224626/results/training_results.csv Normal file
View File

@@ -0,0 +1,401 @@
episodes,rewards,steps
0,-3580,1000
1,-2960,1000
2,-2670,1000
3,-2720,1000
4,-2670,1000
5,-2570,1000
6,-2407,977
7,-2012,852
8,-2500,1000
9,-2530,1000
10,-2550,1000
11,-437,187
12,-80,40
13,-2450,1000
14,-338,148
15,-1175,525
16,-755,325
17,-411,181
18,-1068,448
19,-785,325
20,-149,79
21,-628,268
22,-423,183
23,-282,122
24,-2198,938
25,-13,13
26,-253,113
27,-48,28
28,-72,42
29,-123,63
30,-305,145
31,-72,32
32,-142,72
33,-13,13
34,4,6
35,-1285,545
36,-174,94
37,-436,196
38,-759,339
39,-11,11
40,-17,17
41,-283,123
42,-181,81
43,-44,24
44,-55,35
45,-135,65
46,-577,277
47,-234,114
48,-54,34
49,4,6
50,-29,19
51,-100,50
52,-32,22
53,-23,23
54,4,6
55,-17,17
56,-18,18
57,-48,28
58,-34,24
59,-45,25
60,-29,19
61,1,9
62,-77,37
63,3,7
64,-25,15
65,-3,13
66,-78,48
67,-69,39
68,-105,45
69,-48,28
70,3,7
71,4,6
72,-100,50
73,-130,60
74,-20,20
75,4,6
76,4,6
77,4,6
78,4,6
79,-47,27
80,4,6
81,4,6
82,-174,94
83,-12,12
84,-26,16
85,3,7
86,3,7
87,-42,32
88,-48,28
89,-97,57
90,-11,11
91,-16,16
92,-15,15
93,4,6
94,-147,67
95,-52,32
96,-97,47
97,3,7
98,-17,17
99,3,7
100,4,6
101,3,7
102,3,7
103,3,7
104,1,9
105,4,6
106,4,6
107,3,7
108,4,6
109,-68,38
110,3,7
111,4,6
112,-14,14
113,4,6
114,-57,37
115,3,7
116,4,6
117,-12,12
118,3,7
119,3,7
120,-64,34
121,-13,13
122,3,7
123,-13,13
124,4,6
125,3,7
126,-32,22
127,-41,31
128,3,7
129,3,7
130,3,7
131,4,6
132,4,6
133,3,7
134,-12,12
135,-31,21
136,4,6
137,3,7
138,-51,31
139,-48,28
140,4,6
141,-85,45
142,-14,14
143,4,6
144,3,7
145,-6,16
146,4,6
147,4,6
148,-15,15
149,4,6
150,-24,24
151,3,7
152,-14,14
153,-18,18
154,3,7
155,4,6
156,-85,45
157,-51,31
158,3,7
159,2,8
160,3,7
161,-79,39
162,-14,14
163,-13,13
164,4,6
165,3,7
166,4,6
167,3,7
168,-74,34
169,-15,15
170,4,6
171,-14,14
172,4,6
173,-31,21
174,-8,18
175,4,6
176,4,6
177,4,6
178,4,6
179,-29,19
180,4,6
181,3,7
182,4,6
183,-82,42
184,3,7
185,4,6
186,4,6
187,-11,11
188,-23,23
189,-33,23
190,3,7
191,-12,12
192,-44,24
193,-62,42
194,-16,16
195,4,6
196,-12,12
197,3,7
198,-13,13
199,3,7
200,3,7
201,4,6
202,4,6
203,4,6
204,-28,18
205,-16,16
206,3,7
207,4,6
208,-12,12
209,-13,13
210,-66,36
211,-14,14
212,4,6
213,4,6
214,-15,15
215,-60,30
216,4,6
217,3,7
218,4,6
219,-33,23
220,-12,12
221,-14,14
222,4,6
223,3,7
224,-97,47
225,4,6
226,2,8
227,4,6
228,4,6
229,3,7
230,-11,11
231,4,6
232,3,7
233,3,7
234,4,6
235,3,7
236,3,7
237,-32,22
238,-13,13
239,3,7
240,-22,22
241,4,6
242,2,8
243,-31,21
244,4,6
245,-4,14
246,-30,20
247,4,6
248,3,7
249,-26,16
250,4,6
251,-12,12
252,2,8
253,1,9
254,4,6
255,2,8
256,2,8
257,-12,12
258,3,7
259,-48,28
260,4,6
261,4,6
262,-51,31
263,-12,12
264,4,6
265,2,8
266,2,8
267,2,8
268,3,7
269,4,6
270,4,6
271,-17,17
272,4,6
273,-13,13
274,-16,16
275,-97,57
276,3,7
277,-1,11
278,-32,22
279,3,7
280,4,6
281,3,7
282,3,7
283,3,7
284,3,7
285,2,8
286,3,7
287,-15,15
288,2,8
289,-18,18
290,4,6
291,-36,26
292,4,6
293,4,6
294,4,6
295,4,6
296,-77,47
297,-14,14
298,3,7
299,3,7
300,3,7
301,4,6
302,3,7
303,4,6
304,-12,12
305,-45,35
306,-63,43
307,2,8
308,4,6
309,4,6
310,-13,13
311,4,6
312,-13,13
313,4,6
314,3,7
315,-30,20
316,-13,13
317,3,7
318,4,6
319,4,6
320,-12,12
321,-13,13
322,3,7
323,3,7
324,3,7
325,3,7
326,-36,26
327,4,6
328,3,7
329,3,7
330,3,7
331,3,7
332,-14,14
333,-16,16
334,3,7
335,3,7
336,-14,14
337,1,9
338,2,8
339,3,7
340,4,6
341,-36,26
342,-14,14
343,-78,48
344,2,8
345,-37,27
346,3,7
347,3,7
348,-37,27
349,-16,16
350,4,6
351,-15,15
352,4,6
353,2,8
354,-44,24
355,-13,13
356,-14,14
357,-17,17
358,-13,13
359,3,7
360,2,8
361,4,6
362,3,7
363,-5,15
364,-14,14
365,2,8
366,-12,12
367,3,7
368,4,6
369,2,8
370,2,8
371,1,9
372,-16,16
373,1,9
374,4,6
375,-16,16
376,3,7
377,2,8
378,-13,13
379,-44,34
380,-16,16
381,-30,20
382,4,6
383,4,6
384,2,8
385,-15,15
386,4,6
387,3,7
388,2,8
389,4,6
390,2,8
391,3,7
392,3,7
393,-14,14
394,-15,15
395,3,7
396,-13,13
397,3,7
398,4,6
399,3,7
1 episodes rewards steps
2 0 -3580 1000
3 1 -2960 1000
4 2 -2670 1000
5 3 -2720 1000
6 4 -2670 1000
7 5 -2570 1000
8 6 -2407 977
9 7 -2012 852
10 8 -2500 1000
11 9 -2530 1000
12 10 -2550 1000
13 11 -437 187
14 12 -80 40
15 13 -2450 1000
16 14 -338 148
17 15 -1175 525
18 16 -755 325
19 17 -411 181
20 18 -1068 448
21 19 -785 325
22 20 -149 79
23 21 -628 268
24 22 -423 183
25 23 -282 122
26 24 -2198 938
27 25 -13 13
28 26 -253 113
29 27 -48 28
30 28 -72 42
31 29 -123 63
32 30 -305 145
33 31 -72 32
34 32 -142 72
35 33 -13 13
36 34 4 6
37 35 -1285 545
38 36 -174 94
39 37 -436 196
40 38 -759 339
41 39 -11 11
42 40 -17 17
43 41 -283 123
44 42 -181 81
45 43 -44 24
46 44 -55 35
47 45 -135 65
48 46 -577 277
49 47 -234 114
50 48 -54 34
51 49 4 6
52 50 -29 19
53 51 -100 50
54 52 -32 22
55 53 -23 23
56 54 4 6
57 55 -17 17
58 56 -18 18
59 57 -48 28
60 58 -34 24
61 59 -45 25
62 60 -29 19
63 61 1 9
64 62 -77 37
65 63 3 7
66 64 -25 15
67 65 -3 13
68 66 -78 48
69 67 -69 39
70 68 -105 45
71 69 -48 28
72 70 3 7
73 71 4 6
74 72 -100 50
75 73 -130 60
76 74 -20 20
77 75 4 6
78 76 4 6
79 77 4 6
80 78 4 6
81 79 -47 27
82 80 4 6
83 81 4 6
84 82 -174 94
85 83 -12 12
86 84 -26 16
87 85 3 7
88 86 3 7
89 87 -42 32
90 88 -48 28
91 89 -97 57
92 90 -11 11
93 91 -16 16
94 92 -15 15
95 93 4 6
96 94 -147 67
97 95 -52 32
98 96 -97 47
99 97 3 7
100 98 -17 17
101 99 3 7
102 100 4 6
103 101 3 7
104 102 3 7
105 103 3 7
106 104 1 9
107 105 4 6
108 106 4 6
109 107 3 7
110 108 4 6
111 109 -68 38
112 110 3 7
113 111 4 6
114 112 -14 14
115 113 4 6
116 114 -57 37
117 115 3 7
118 116 4 6
119 117 -12 12
120 118 3 7
121 119 3 7
122 120 -64 34
123 121 -13 13
124 122 3 7
125 123 -13 13
126 124 4 6
127 125 3 7
128 126 -32 22
129 127 -41 31
130 128 3 7
131 129 3 7
132 130 3 7
133 131 4 6
134 132 4 6
135 133 3 7
136 134 -12 12
137 135 -31 21
138 136 4 6
139 137 3 7
140 138 -51 31
141 139 -48 28
142 140 4 6
143 141 -85 45
144 142 -14 14
145 143 4 6
146 144 3 7
147 145 -6 16
148 146 4 6
149 147 4 6
150 148 -15 15
151 149 4 6
152 150 -24 24
153 151 3 7
154 152 -14 14
155 153 -18 18
156 154 3 7
157 155 4 6
158 156 -85 45
159 157 -51 31
160 158 3 7
161 159 2 8
162 160 3 7
163 161 -79 39
164 162 -14 14
165 163 -13 13
166 164 4 6
167 165 3 7
168 166 4 6
169 167 3 7
170 168 -74 34
171 169 -15 15
172 170 4 6
173 171 -14 14
174 172 4 6
175 173 -31 21
176 174 -8 18
177 175 4 6
178 176 4 6
179 177 4 6
180 178 4 6
181 179 -29 19
182 180 4 6
183 181 3 7
184 182 4 6
185 183 -82 42
186 184 3 7
187 185 4 6
188 186 4 6
189 187 -11 11
190 188 -23 23
191 189 -33 23
192 190 3 7
193 191 -12 12
194 192 -44 24
195 193 -62 42
196 194 -16 16
197 195 4 6
198 196 -12 12
199 197 3 7
200 198 -13 13
201 199 3 7
202 200 3 7
203 201 4 6
204 202 4 6
205 203 4 6
206 204 -28 18
207 205 -16 16
208 206 3 7
209 207 4 6
210 208 -12 12
211 209 -13 13
212 210 -66 36
213 211 -14 14
214 212 4 6
215 213 4 6
216 214 -15 15
217 215 -60 30
218 216 4 6
219 217 3 7
220 218 4 6
221 219 -33 23
222 220 -12 12
223 221 -14 14
224 222 4 6
225 223 3 7
226 224 -97 47
227 225 4 6
228 226 2 8
229 227 4 6
230 228 4 6
231 229 3 7
232 230 -11 11
233 231 4 6
234 232 3 7
235 233 3 7
236 234 4 6
237 235 3 7
238 236 3 7
239 237 -32 22
240 238 -13 13
241 239 3 7
242 240 -22 22
243 241 4 6
244 242 2 8
245 243 -31 21
246 244 4 6
247 245 -4 14
248 246 -30 20
249 247 4 6
250 248 3 7
251 249 -26 16
252 250 4 6
253 251 -12 12
254 252 2 8
255 253 1 9
256 254 4 6
257 255 2 8
258 256 2 8
259 257 -12 12
260 258 3 7
261 259 -48 28
262 260 4 6
263 261 4 6
264 262 -51 31
265 263 -12 12
266 264 4 6
267 265 2 8
268 266 2 8
269 267 2 8
270 268 3 7
271 269 4 6
272 270 4 6
273 271 -17 17
274 272 4 6
275 273 -13 13
276 274 -16 16
277 275 -97 57
278 276 3 7
279 277 -1 11
280 278 -32 22
281 279 3 7
282 280 4 6
283 281 3 7
284 282 3 7
285 283 3 7
286 284 3 7
287 285 2 8
288 286 3 7
289 287 -15 15
290 288 2 8
291 289 -18 18
292 290 4 6
293 291 -36 26
294 292 4 6
295 293 4 6
296 294 4 6
297 295 4 6
298 296 -77 47
299 297 -14 14
300 298 3 7
301 299 3 7
302 300 3 7
303 301 4 6
304 302 3 7
305 303 4 6
306 304 -12 12
307 305 -45 35
308 306 -63 43
309 307 2 8
310 308 4 6
311 309 4 6
312 310 -13 13
313 311 4 6
314 312 -13 13
315 313 4 6
316 314 3 7
317 315 -30 20
318 316 -13 13
319 317 3 7
320 318 4 6
321 319 4 6
322 320 -12 12
323 321 -13 13
324 322 3 7
325 323 3 7
326 324 3 7
327 325 3 7
328 326 -36 26
329 327 4 6
330 328 3 7
331 329 3 7
332 330 3 7
333 331 3 7
334 332 -14 14
335 333 -16 16
336 334 3 7
337 335 3 7
338 336 -14 14
339 337 1 9
340 338 2 8
341 339 3 7
342 340 4 6
343 341 -36 26
344 342 -14 14
345 343 -78 48
346 344 2 8
347 345 -37 27
348 346 3 7
349 347 3 7
350 348 -37 27
351 349 -16 16
352 350 4 6
353 351 -15 15
354 352 4 6
355 353 2 8
356 354 -44 24
357 355 -13 13
358 356 -14 14
359 357 -17 17
360 358 -13 13
361 359 3 7
362 360 2 8
363 361 4 6
364 362 3 7
365 363 -5 15
366 364 -14 14
367 365 2 8
368 366 -12 12
369 367 3 7
370 368 4 6
371 369 2 8
372 370 2 8
373 371 1 9
374 372 -16 16
375 373 1 9
376 374 4 6
377 375 -16 16
378 376 3 7
379 377 2 8
380 378 -13 13
381 379 -44 34
382 380 -16 16
383 381 -30 20
384 382 4 6
385 383 4 6
386 384 2 8
387 385 -15 15
388 386 4 6
389 387 3 7
390 388 2 8
391 389 4 6
392 390 2 8
393 391 3 7
394 392 3 7
395 393 -14 14
396 394 -15 15
397 395 3 7
398 396 -13 13
399 397 3 7
400 398 4 6
401 399 3 7