更新算法模版

projects/codes/DDPG/outputs/Pendulum-v1/20220713-225402/results/params.json

@@ -1,18 +0,0 @@
-{
-    "algo_name": "DDPG",
-    "env_name": "Pendulum-v1",
-    "train_eps": 300,
-    "test_eps": 20,
-    "gamma": 0.99,
-    "critic_lr": 0.001,
-    "actor_lr": 0.0001,
-    "memory_capacity": 8000,
-    "batch_size": 128,
-    "target_update": 2,
-    "soft_tau": 0.01,
-    "hidden_dim": 256,
-    "deivce": "cpu",
-    "result_path": "C:\\Users\\24438\\Desktop\\rl-tutorials/outputs/DDPG/outputs/Pendulum-v1/20220713-225402/results//",
-    "model_path": "C:\\Users\\24438\\Desktop\\rl-tutorials/outputs/DDPG/outputs/Pendulum-v1/20220713-225402/models/",
-    "save_fig": true
-}

projects/codes/DDPG/outputs/Pendulum-v1/20220927-155053/results/params.json

@@ -0,0 +1,25 @@
+{
+    "algo_name": "DDPG",
+    "env_name": "Pendulum-v1",
+    "train_eps": 300,
+    "test_eps": 20,
+    "max_steps": 100000,
+    "gamma": 0.99,
+    "critic_lr": 0.001,
+    "actor_lr": 0.0001,
+    "memory_capacity": 8000,
+    "batch_size": 128,
+    "target_update": 2,
+    "tau": 0.01,
+    "critic_hidden_dim": 256,
+    "actor_hidden_dim": 256,
+    "device": "cpu",
+    "seed": 1,
+    "show_fig": false,
+    "save_fig": true,
+    "result_path": "/Users/jj/Desktop/rl-tutorials/codes/DDPG/outputs/Pendulum-v1/20220927-155053/results/",
+    "model_path": "/Users/jj/Desktop/rl-tutorials/codes/DDPG/outputs/Pendulum-v1/20220927-155053/models/",
+    "n_states": 3,
+    "n_actions": 1,
+    "training_time": 358.8142900466919
+}

projects/codes/DDPG/outputs/Pendulum-v1/20220927-155053/results/testing_results.csv

@@ -0,0 +1,21 @@
+rewards
+-116.045416124376
+-126.18022935469217
+-231.46338228458293
+-246.40481094689758
+-304.69493818839186
+-124.39609191913091
+-1.060003582878406
+-114.19659653048288
+-348.9745708742037
+-116.10811133324769
+-117.20146333694844
+-118.66206784602966
+-235.17836229762355
+-356.14054913290624
+-118.38579118156366
+-351.9415915140771
+-114.50877866098972
+-124.775484599685
+-226.47062962476875
+-121.48872909193936

projects/codes/DDPG/outputs/Pendulum-v1/20220927-155053/results/training_results.csv

@@ -0,0 +1,301 @@
+rewards
+-1557.8518596631177
+-1354.7599369723537
+-1375.5732016629706
+-1493.8609739040871
+-1426.7116204537845
+-1235.7920755027762
+-1339.1647620443073
+-1544.2379906560486
+-1539.6232758780877
+-1549.5690058648204
+-1446.9193195793853
+-1520.2666688767558
+-1525.0116707122581
+-1379.136573640111
+-1532.702831768523
+-1484.7552963941637
+-1359.6699201737677
+-1349.6805649166854
+-1510.869999766432
+-1515.8398785434708
+-1447.4648656578254
+-1537.3822077872178
+-1249.6517039877456
+-1350.0302666965736
+-1529.4363372505607
+-1320.28204807604
+-1502.9248141320654
+-1545.4861772197075
+-1579.928789692619
+-1413.296070504152
+-1242.4673258663781
+-1403.8672028946078
+-1452.7199002523635
+-871.6071114009982
+-1324.1789316121412
+-1313.3348146041249
+-1059.8722927418046
+-1054.232673559123
+-973.8956270782459
+-972.9936641224186
+-972.9477399905655
+-947.0613443333731
+-737.3866328989184
+-958.6068164634295
+-739.6973395350705
+-886.8383108399455
+-775.1430379821574
+-937.3115016337417
+-700.875502951337
+-829.9396339144109
+-271.1629773396998
+-493.5460684734584
+-485.9321719313203
+-858.3735607086766
+-1145.3440084994113
+-1121.1338201339777
+-1191.5640831332366
+-1350.0425368846784
+-249.25438665107953
+-727.9051714734406
+-368.5579316240395
+-392.0611344939354
+-955.3231703741553
+-488.27956192035265
+-362.2734695759137
+-949.5440839122496
+-496.8460016912189
+-726.6871514929877
+-424.48641462866266
+-954.7075428204689
+-608.9650086409792
+-848.6059768900151
+-866.7052398755033
+-856.9846415044439
+-751.0342976129083
+-749.5118249469103
+-509.882299129811
+-506.56154097018043
+-906.0964475820368
+-1318.3941416286855
+-1422.2017011876615
+-1523.1661091894277
+-1209.2850593747999
+-1415.0972750475833
+-1533.2263827605834
+-1405.8345530072663
+-1244.3384723384913
+-1237.4704845061992
+-949.3394417935086
+-981.1855396112669
+-1241.224568444032
+-1033.118364799829
+-1017.2403725619487
+-981.9727804516916
+-853.1877724775591
+-869.0652369861646
+-1069.8265343327998
+-371.73173813891884
+-735.5887912713665
+-1262.050240428957
+-1242.985056062197
+-1191.6867713427482
+-1328.5323118458034
+-1015.5308653784714
+-895.3066515461381
+-994.1114862316568
+-761.4710321387583
+-717.6979056272868
+-782.302146467708
+-640.4913147345328
+-725.6469893076355
+-497.5346232085584
+-1027.1192149202325
+-950.0117149822681
+-956.1343737377374
+-708.9489626669097
+-964.5003064113283
+-611.9111516886613
+-612.3182791021098
+-1100.0047939174613
+-984.9262458612923
+-858.7106075590494
+-842.305917848386
+-745.9043991922597
+-741.2168858394704
+-1143.0750387284456
+-755.5257242325362
+-745.8440029056219
+-387.8717950334138
+-764.6628701051523
+-486.7967495537958
+-485.13357559164814
+-313.5415216767419
+-611.3450529954782
+-611.1570544377465
+-507.6456747676814
+-615.2032627013064
+-242.37988821149764
+-603.85498620892
+-352.2672241055367
+-155.99874664988383
+-615.4003063516313
+-384.9811293551548
+-498.80727354456315
+-407.6898591217813
+-1213.6383844696395
+-1122.2425748913884
+-592.4819308883913
+-478.2046833075051
+-891.0254788311132
+-482.40204115385
+-339.34676196677407
+-582.9985110154428
+-213.38243627478826
+-928.8434951613825
+-1545.5433749195483
+-1179.5016285049896
+-1211.9549773601925
+-1396.8082561792166
+-1318.073128824395
+-597.3837225413702
+-564.7793352410449
+-723.744223659601
+-653.0145534050461
+-847.6138123247009
+-385.62784320332867
+-245.25250602651928
+-117.55094416757835
+-864.0064774069044
+-124.30221387458867
+-244.4014050243669
+-1148.861754008653
+-914.4047868424254
+-765.9394408203351
+-124.05114610943177
+-605.7641303826842
+-616.3595829453579
+-375.5024692962698
+-253.51874076866997
+-240.08405245866714
+-503.96565579077225
+-606.7646526173963
+-502.6512112729435
+-746.404013238678
+-718.8658110051653
+-125.65808359856703
+-247.62256797883364
+-363.69852213666803
+-249.21801061415547
+-491.7724416523124
+-235.37050442527357
+-609.6026403583944
+-236.05731608228092
+-381.19853850450454
+-298.7683201867404
+-127.64145601534942
+-233.4300138495176
+-129.11243486763516
+-390.0092951263507
+-1000.7729892969854
+-249.60445310459787
+-253.02347910759622
+-129.04269174391223
+-360.6321251486308
+-377.26297602576534
+-124.98466986009481
+-245.47913567739212
+-127.0885254550411
+-118.11013006825459
+-128.8682755001942
+-497.3015586531096
+-340.77352433313484
+-514.4945799737978
+-503.24077308842783
+-627.9068157464455
+-511.39396524392146
+-763.8866112068075
+-741.7885082408757
+-617.4945380476306
+-950.3176437519387
+-643.4791402436576
+-511.9377874351982
+-573.6219349516633
+-564.1297823875693
+-242.06399233336583
+-496.4020380325518
+-360.56387982880364
+-495.4590728336022
+-503.7263345016764
+-122.47964616802327
+-254.16543926263168
+-614.5335268729743
+-234.3718017676852
+-301.27514663062874
+-387.64758894986204
+-368.74492411716415
+-364.43559131093593
+-160.6845848115533
+-504.1948947975429
+-246.51676032967683
+-251.5732500220603
+-600.1463819723879
+-247.17476928471288
+-381.924164337607
+-377.4773226068174
+-378.511830774651
+-126.69199895843033
+-365.0506645811703
+-130.45052114802874
+-374.37400288581813
+-502.37678159638887
+-374.43552658473055
+-241.157211525502
+-388.9597456642503
+-249.4412385534861
+-114.71395078439846
+-864.6882327286056
+-626.8144095971478
+-732.9226896140248
+-368.24767905020394
+-369.7425524469132
+-398.07832598184626
+-906.7113918582257
+-252.2343258180765
+-370.4258473086036
+-736.0203154396909
+-609.4605173515027
+-661.1255920773486
+-489.9605291008584
+-364.1671188501402
+-644.4029089587781
+-477.9510457677364
+-128.78294672880136
+-373.74382001694886
+-380.69931133982936
+-372.60275628381805
+-743.0410655515724
+-597.558847789258
+-387.94245652694394
+-725.3939448944484
+-409.1301313430852
+-491.8442467896486
+-123.0638156839621
+-377.9292326597324
+-489.27209762667974
+-255.63227821371257
+-379.5885382060625
+-370.2312967024669
+-250.94061817008688
+-131.2125308195906
+-600.3312016651868
+-130.84444772735733
+-312.6287688438562
+-382.4144610039701
+-259.03558003697265
+-224.92206667096863
+-376.81390821359685
+-382.39993489751646
+-380.25599578593636
+-610.1016672243638