bacow/easy-rl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

hot update A2C

Browse Source
This commit is contained in:
johnjim0816
2022-08-29 15:12:33 +08:00
parent 99a3c1afec
commit 0b0f7e857d
109 changed files with 8213 additions and 1658 deletions
Download Patch File Download Diff File Expand all files Collapse all files

BIN
projects/codes/Sarsa/outputs/Racetrack-v0/20220825-212738/models/checkpoint.pkl Normal file
View File

Binary file not shown.

1
projects/codes/Sarsa/outputs/Racetrack-v0/20220825-212738/results/params.json Normal file
View File

@@ -0,0 +1 @@
{"algo_name": "Sarsa", "env_name": "Racetrack-v0", "train_eps": 300, "test_eps": 20, "gamma": 0.99, "epsilon_start": 0.9, "epsilon_end": 0.01, "epsilon_decay": 200, "lr": 0.2, "device": "cpu", "seed": 10, "show_fig": false, "save_fig": true, "result_path": "/Users/jj/Desktop/rl-tutorials/codes/Sarsa/outputs/Racetrack-v0/20220825-212738/results/", "model_path": "/Users/jj/Desktop/rl-tutorials/codes/Sarsa/outputs/Racetrack-v0/20220825-212738/models/", "n_states": 4, "n_actions": 9}

BIN
projects/codes/Sarsa/outputs/Racetrack-v0/20220825-212738/results/testing_curve.png Normal file
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 39 KiB

21
projects/codes/Sarsa/outputs/Racetrack-v0/20220825-212738/results/testing_results.csv Normal file
View File

@@ -0,0 +1,21 @@
episodes,rewards,steps
0,4,6
1,4,6
2,-1010,1000
3,-14,14
4,4,6
5,4,6
6,4,6
7,-1060,1000
8,2,8
9,-12,12
10,3,7
11,-15,15
12,3,7
13,4,6
14,-14,14
15,3,7
16,-18,18
17,4,6
18,4,6
19,-1020,1000
1 episodes rewards steps
2 0 4 6
3 1 4 6
4 2 -1010 1000
5 3 -14 14
6 4 4 6
7 5 4 6
8 6 4 6
9 7 -1060 1000
10 8 2 8
11 9 -12 12
12 10 3 7
13 11 -15 15
14 12 3 7
15 13 4 6
16 14 -14 14
17 15 3 7
18 16 -18 18
19 17 4 6
20 18 4 6
21 19 -1020 1000

BIN
projects/codes/Sarsa/outputs/Racetrack-v0/20220825-212738/results/training_curve.png Normal file
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 41 KiB

301
projects/codes/Sarsa/outputs/Racetrack-v0/20220825-212738/results/training_results.csv Normal file
View File

@@ -0,0 +1,301 @@
episodes,rewards,steps
0,-3460,1000
1,-2800,1000
2,-2910,1000
3,-2620,1000
4,-2620,1000
5,-2590,1000
6,-2390,1000
7,-2510,1000
8,-2470,1000
9,-611,251
10,-891,371
11,-265,125
12,-2281,911
13,-1203,523
14,-616,266
15,-213,113
16,-633,273
17,-1112,482
18,-350,160
19,-852,342
20,-87,47
21,-11,11
22,-27,17
23,-117,57
24,-15,15
25,4,6
26,-27,17
27,-94,44
28,-184,84
29,-44,24
30,-150,80
31,-14,14
32,-219,89
33,-50,30
34,-111,61
35,-10,10
36,-28,18
37,-34,24
38,-12,12
39,-19,19
40,-136,66
41,-171,71
42,-51,31
43,4,6
44,-117,57
45,4,6
46,4,6
47,-127,67
48,-78,48
49,-311,131
50,-25,15
51,4,6
52,-49,29
53,-25,15
54,-78,48
55,-238,108
56,4,6
57,-17,17
58,-29,19
59,-218,98
60,4,6
61,-129,59
62,-344,144
63,-25,15
64,-15,15
65,-77,37
66,2,8
67,0,10
68,4,6
69,4,6
70,-242,102
71,3,7
72,4,6
73,-53,33
74,-14,14
75,4,6
76,4,6
77,-30,20
78,-12,12
79,2,8
80,-12,12
81,-150,70
82,-48,28
83,-102,52
84,4,6
85,-97,47
86,-10,10
87,-125,55
88,-28,18
89,-26,16
90,-107,57
91,4,6
92,-16,16
93,-84,44
94,-13,13
95,-43,23
96,-14,14
97,-12,12
98,-13,13
99,-2,12
100,-14,14
101,-47,27
102,4,6
103,4,6
104,-91,51
105,-65,35
106,4,6
107,-12,12
108,-14,14
109,-13,13
110,4,6
111,-41,31
112,-13,13
113,4,6
114,-4,14
115,-74,34
116,4,6
117,-60,30
118,4,6
119,-15,15
120,3,7
121,4,6
122,4,6
123,-19,19
124,4,6
125,-49,29
126,-13,13
127,-30,20
128,2,8
129,-21,21
130,-45,25
131,-32,22
132,-67,37
133,-46,26
134,0,10
135,-12,12
136,-9,9
137,-10,10
138,-14,14
139,4,6
140,-11,11
141,-12,12
142,2,8
143,-35,25
144,4,6
145,-73,43
146,4,6
147,-20,20
148,4,6
149,2,8
150,-29,19
151,-20,20
152,4,6
153,-28,18
154,4,6
155,4,6
156,4,6
157,4,6
158,-34,24
159,4,6
160,4,6
161,4,6
162,-25,15
163,4,6
164,3,7
165,-48,28
166,4,6
167,-58,38
168,-20,20
169,-9,9
170,3,7
171,4,6
172,3,7
173,-33,23
174,-50,30
175,-16,16
176,-32,22
177,-65,35
178,4,6
179,-13,13
180,-11,11
181,3,7
182,4,6
183,-16,16
184,-12,12
185,4,6
186,-48,28
187,-13,13
188,2,8
189,3,7
190,-27,17
191,3,7
192,4,6
193,4,6
194,4,6
195,4,6
196,4,6
197,-13,13
198,-14,14
199,4,6
200,4,6
201,-13,13
202,-33,23
203,4,6
204,-32,22
205,4,6
206,-48,28
207,4,6
208,4,6
209,3,7
210,4,6
211,-34,24
212,3,7
213,4,6
214,4,6
215,4,6
216,3,7
217,-12,12
218,3,7
219,-8,8
220,3,7
221,4,6
222,-46,26
223,-33,23
224,4,6
225,1,9
226,3,7
227,2,8
228,-34,24
229,4,6
230,4,6
231,4,6
232,4,6
233,-55,35
234,-37,27
235,4,6
236,-14,14
237,-65,35
238,4,6
239,-13,13
240,4,6
241,4,6
242,-13,13
243,-30,20
244,3,7
245,-13,13
246,4,6
247,4,6
248,-13,13
249,-32,22
250,4,6
251,-55,35
252,-12,12
253,3,7
254,3,7
255,3,7
256,4,6
257,2,8
258,-12,12
259,3,7
260,-10,10
261,-12,12
262,4,6
263,3,7
264,3,7
265,-16,16
266,3,7
267,-47,27
268,-13,13
269,4,6
270,3,7
271,-13,13
272,4,6
273,4,6
274,-17,17
275,4,6
276,3,7
277,3,7
278,4,6
279,-41,31
280,3,7
281,-47,27
282,-32,22
283,4,6
284,3,7
285,-17,17
286,3,7
287,3,7
288,3,7
289,-12,12
290,4,6
291,3,7
292,3,7
293,-24,14
294,3,7
295,4,6
296,3,7
297,3,7
298,3,7
299,-13,13
1 episodes rewards steps
2 0 -3460 1000
3 1 -2800 1000
4 2 -2910 1000
5 3 -2620 1000
6 4 -2620 1000
7 5 -2590 1000
8 6 -2390 1000
9 7 -2510 1000
10 8 -2470 1000
11 9 -611 251
12 10 -891 371
13 11 -265 125
14 12 -2281 911
15 13 -1203 523
16 14 -616 266
17 15 -213 113
18 16 -633 273
19 17 -1112 482
20 18 -350 160
21 19 -852 342
22 20 -87 47
23 21 -11 11
24 22 -27 17
25 23 -117 57
26 24 -15 15
27 25 4 6
28 26 -27 17
29 27 -94 44
30 28 -184 84
31 29 -44 24
32 30 -150 80
33 31 -14 14
34 32 -219 89
35 33 -50 30
36 34 -111 61
37 35 -10 10
38 36 -28 18
39 37 -34 24
40 38 -12 12
41 39 -19 19
42 40 -136 66
43 41 -171 71
44 42 -51 31
45 43 4 6
46 44 -117 57
47 45 4 6
48 46 4 6
49 47 -127 67
50 48 -78 48
51 49 -311 131
52 50 -25 15
53 51 4 6
54 52 -49 29
55 53 -25 15
56 54 -78 48
57 55 -238 108
58 56 4 6
59 57 -17 17
60 58 -29 19
61 59 -218 98
62 60 4 6
63 61 -129 59
64 62 -344 144
65 63 -25 15
66 64 -15 15
67 65 -77 37
68 66 2 8
69 67 0 10
70 68 4 6
71 69 4 6
72 70 -242 102
73 71 3 7
74 72 4 6
75 73 -53 33
76 74 -14 14
77 75 4 6
78 76 4 6
79 77 -30 20
80 78 -12 12
81 79 2 8
82 80 -12 12
83 81 -150 70
84 82 -48 28
85 83 -102 52
86 84 4 6
87 85 -97 47
88 86 -10 10
89 87 -125 55
90 88 -28 18
91 89 -26 16
92 90 -107 57
93 91 4 6
94 92 -16 16
95 93 -84 44
96 94 -13 13
97 95 -43 23
98 96 -14 14
99 97 -12 12
100 98 -13 13
101 99 -2 12
102 100 -14 14
103 101 -47 27
104 102 4 6
105 103 4 6
106 104 -91 51
107 105 -65 35
108 106 4 6
109 107 -12 12
110 108 -14 14
111 109 -13 13
112 110 4 6
113 111 -41 31
114 112 -13 13
115 113 4 6
116 114 -4 14
117 115 -74 34
118 116 4 6
119 117 -60 30
120 118 4 6
121 119 -15 15
122 120 3 7
123 121 4 6
124 122 4 6
125 123 -19 19
126 124 4 6
127 125 -49 29
128 126 -13 13
129 127 -30 20
130 128 2 8
131 129 -21 21
132 130 -45 25
133 131 -32 22
134 132 -67 37
135 133 -46 26
136 134 0 10
137 135 -12 12
138 136 -9 9
139 137 -10 10
140 138 -14 14
141 139 4 6
142 140 -11 11
143 141 -12 12
144 142 2 8
145 143 -35 25
146 144 4 6
147 145 -73 43
148 146 4 6
149 147 -20 20
150 148 4 6
151 149 2 8
152 150 -29 19
153 151 -20 20
154 152 4 6
155 153 -28 18
156 154 4 6
157 155 4 6
158 156 4 6
159 157 4 6
160 158 -34 24
161 159 4 6
162 160 4 6
163 161 4 6
164 162 -25 15
165 163 4 6
166 164 3 7
167 165 -48 28
168 166 4 6
169 167 -58 38
170 168 -20 20
171 169 -9 9
172 170 3 7
173 171 4 6
174 172 3 7
175 173 -33 23
176 174 -50 30
177 175 -16 16
178 176 -32 22
179 177 -65 35
180 178 4 6
181 179 -13 13
182 180 -11 11
183 181 3 7
184 182 4 6
185 183 -16 16
186 184 -12 12
187 185 4 6
188 186 -48 28
189 187 -13 13
190 188 2 8
191 189 3 7
192 190 -27 17
193 191 3 7
194 192 4 6
195 193 4 6
196 194 4 6
197 195 4 6
198 196 4 6
199 197 -13 13
200 198 -14 14
201 199 4 6
202 200 4 6
203 201 -13 13
204 202 -33 23
205 203 4 6
206 204 -32 22
207 205 4 6
208 206 -48 28
209 207 4 6
210 208 4 6
211 209 3 7
212 210 4 6
213 211 -34 24
214 212 3 7
215 213 4 6
216 214 4 6
217 215 4 6
218 216 3 7
219 217 -12 12
220 218 3 7
221 219 -8 8
222 220 3 7
223 221 4 6
224 222 -46 26
225 223 -33 23
226 224 4 6
227 225 1 9
228 226 3 7
229 227 2 8
230 228 -34 24
231 229 4 6
232 230 4 6
233 231 4 6
234 232 4 6
235 233 -55 35
236 234 -37 27
237 235 4 6
238 236 -14 14
239 237 -65 35
240 238 4 6
241 239 -13 13
242 240 4 6
243 241 4 6
244 242 -13 13
245 243 -30 20
246 244 3 7
247 245 -13 13
248 246 4 6
249 247 4 6
250 248 -13 13
251 249 -32 22
252 250 4 6
253 251 -55 35
254 252 -12 12
255 253 3 7
256 254 3 7
257 255 3 7
258 256 4 6
259 257 2 8
260 258 -12 12
261 259 3 7
262 260 -10 10
263 261 -12 12
264 262 4 6
265 263 3 7
266 264 3 7
267 265 -16 16
268 266 3 7
269 267 -47 27
270 268 -13 13
271 269 4 6
272 270 3 7
273 271 -13 13
274 272 4 6
275 273 4 6
276 274 -17 17
277 275 4 6
278 276 3 7
279 277 3 7
280 278 4 6
281 279 -41 31
282 280 3 7
283 281 -47 27
284 282 -32 22
285 283 4 6
286 284 3 7
287 285 -17 17
288 286 3 7
289 287 3 7
290 288 3 7
291 289 -12 12
292 290 4 6
293 291 3 7
294 292 3 7
295 293 -24 14
296 294 3 7
297 295 4 6
298 296 3 7
299 297 3 7
300 298 3 7
301 299 -13 13