Hugging Face's logo

joyrl
/
joyrl-benchmarks

TensorBoard
Model card Files
xet
Metrics Community
15

Add Hopper-v4_PPO

#3
by gsc579 - opened
base: refs/heads/main
←
from: refs/pr/3
Discussion Files changed
+2397
-0
Files changed (10) hide show
  1. Hopper-v4/Test_single_Hopper-v4_PPO_20230528-052418/config.yaml +73 -0
  2. Hopper-v4/Test_single_Hopper-v4_PPO_20230528-052418/logs/log.txt +167 -0
  3. Hopper-v4/Test_single_Hopper-v4_PPO_20230528-052418/tb_logs/interact/events.out.tfevents.1685251458.gscaimax.2603105.0 +3 -0
  4. Hopper-v4/Test_single_Hopper-v4_PPO_20230528-052418/tb_logs/model/events.out.tfevents.1685251458.gscaimax.2603105.1 +3 -0
  5. Hopper-v4/Train_single_Hopper-v4_PPO_20230526-135633/config.yaml +73 -0
  6. Hopper-v4/Train_single_Hopper-v4_PPO_20230526-135633/logs/log.txt +0 -0
  7. Hopper-v4/Train_single_Hopper-v4_PPO_20230526-135633/models/500 +3 -0
  8. Hopper-v4/Train_single_Hopper-v4_PPO_20230526-135633/models/best +0 -0
  9. Hopper-v4/Train_single_Hopper-v4_PPO_20230526-135633/tb_logs/interact/events.out.tfevents.1685109393.gscaimax.2069774.0 +3 -0
  10. Hopper-v4/Train_single_Hopper-v4_PPO_20230526-135633/tb_logs/model/events.out.tfevents.1685109393.gscaimax.2069774.1 +3 -0
Hopper-v4/Test_single_Hopper-v4_PPO_20230528-052418/config.yaml ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ general_cfg:
2
+ algo_name: PPO
3
+ collect_traj: false
4
+ device: cuda
5
+ env_name: gym
6
+ load_checkpoint: true
7
+ load_model_step: best
8
+ load_path: Train_single_Hopper-v4_PPO_20230526-135633
9
+ max_episode: 100
10
+ max_step: 1000
11
+ mode: test
12
+ model_save_fre: 500
13
+ mp_backend: single
14
+ n_learners: 1
15
+ n_workers: 2
16
+ online_eval: true
17
+ online_eval_episode: 10
18
+ seed: 1
19
+ share_buffer: true
20
+ algo_cfg:
21
+ actor_hidden_dim: 256
22
+ actor_layers:
23
+ - activation: relu
24
+ layer_size:
25
+ - 256
26
+ layer_type: linear
27
+ - activation: relu
28
+ layer_size:
29
+ - 256
30
+ layer_type: linear
31
+ actor_lr: 0.0003
32
+ batch_size: 256
33
+ buffer_size: 100000
34
+ buffer_type: ONPOLICY_QUE
35
+ continuous: true
36
+ critic_hidden_dim: 256
37
+ critic_layers:
38
+ - activation: relu
39
+ layer_size:
40
+ - 256
41
+ layer_type: linear
42
+ - activation: relu
43
+ layer_size:
44
+ - 256
45
+ layer_type: linear
46
+ critic_loss_coef: 0.5
47
+ critic_lr: 0.001
48
+ entropy_coef: 0.01
49
+ eps_clip: 0.2
50
+ epsilon_decay: 500
51
+ epsilon_end: 0.01
52
+ epsilon_start: 0.95
53
+ gamma: 0.95
54
+ independ_actor: true
55
+ k_epochs: 8
56
+ kl_alpha: 2
57
+ kl_beta: 1.5
58
+ kl_lambda: 0.5
59
+ kl_target: 0.1
60
+ lr: 0.0001
61
+ min_policy: 0
62
+ ppo_type: clip
63
+ sgd_batch_size: 128
64
+ share_optimizer: false
65
+ target_update: 4
66
+ env_cfg:
67
+ id: Hopper-v4
68
+ ignore_params:
69
+ - wrapper
70
+ - ignore_params
71
+ new_step_api: true
72
+ render_mode: null
73
+ wrapper: null
Hopper-v4/Test_single_Hopper-v4_PPO_20230528-052418/logs/log.txt ADDED
@@ -0,0 +1,167 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - General Configs:
2
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - ================================================================================
3
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - Name Value Type
4
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - env_name gym <class 'str'>
5
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - algo_name PPO <class 'str'>
6
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - mode test <class 'str'>
7
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - device cuda <class 'str'>
8
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - seed 1 <class 'int'>
9
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - max_episode 100 <class 'int'>
10
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - max_step 1000 <class 'int'>
11
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - collect_traj 0 <class 'bool'>
12
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - mp_backend single <class 'str'>
13
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - n_workers 2 <class 'int'>
14
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - n_learners 1 <class 'int'>
15
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - share_buffer 1 <class 'bool'>
16
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - online_eval 1 <class 'bool'>
17
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - online_eval_episode 10 <class 'int'>
18
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - model_save_fre 500 <class 'int'>
19
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - load_checkpoint 1 <class 'bool'>
20
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - load_path Train_single_Hopper-v4_PPO_20230526-135633 <class 'str'>
21
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - load_model_step best <class 'str'>
22
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - ================================================================================
23
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - Algo Configs:
24
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - ================================================================================
25
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - Name Value Type
26
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - independ_actor 1 <class 'bool'>
27
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - share_optimizer 0 <class 'bool'>
28
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - ppo_type clip <class 'str'>
29
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - eps_clip 0.2 <class 'float'>
30
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - kl_target 0.1 <class 'float'>
31
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - kl_lambda 0.5 <class 'float'>
32
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - kl_beta 1.5 <class 'float'>
33
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - kl_alpha 2 <class 'int'>
34
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - continuous 1 <class 'bool'>
35
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - gamma 0.95 <class 'float'>
36
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - k_epochs 8 <class 'int'>
37
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - lr 0.0001 <class 'float'>
38
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - actor_lr 0.0003 <class 'float'>
39
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - critic_lr 0.001 <class 'float'>
40
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - critic_loss_coef 0.5 <class 'float'>
41
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - entropy_coef 0.01 <class 'float'>
42
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - batch_size 256 <class 'int'>
43
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - sgd_batch_size 128 <class 'int'>
44
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - actor_hidden_dim 256 <class 'int'>
45
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - critic_hidden_dim 256 <class 'int'>
46
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - min_policy 0 <class 'int'>
47
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - actor_layers [{'layer_type': 'linear', 'layer_size': [256], 'activation': 'relu'}, {'layer_type': 'linear', 'layer_size': [256], 'activation': 'relu'}] <class 'str'>
48
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - critic_layers [{'layer_type': 'linear', 'layer_size': [256], 'activation': 'relu'}, {'layer_type': 'linear', 'layer_size': [256], 'activation': 'relu'}] <class 'str'>
49
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - buffer_type ONPOLICY_QUE <class 'str'>
50
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - buffer_size 100000 <class 'int'>
51
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - epsilon_decay 500 <class 'int'>
52
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - epsilon_end 0.01 <class 'float'>
53
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - epsilon_start 0.95 <class 'float'>
54
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - target_update 4 <class 'int'>
55
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - ================================================================================
56
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - Env Configs:
57
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - ================================================================================
58
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - Name Value Type
59
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - id Hopper-v4 <class 'str'>
60
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - render_mode None <class 'str'>
61
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - wrapper None <class 'str'>
62
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - ignore_params ['wrapper', 'ignore_params'] <class 'str'>
63
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - new_step_api 1 <class 'bool'>
64
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - ================================================================================
65
+ 2023-05-28 05:24:18 - SimpleLog - INFO: - obs_space: Box(-inf, inf, (11,), float64), n_actions: Box(-1.0, 1.0, (3,), float32)
66
+ 2023-05-28 05:24:20 - SimpleLog - INFO: - Start testing!
67
+ 2023-05-28 05:24:22 - SimpleLog - INFO: - episode: 0, ep_reward: 287.75783116136296, ep_step: 133
68
+ 2023-05-28 05:24:22 - SimpleLog - INFO: - episode: 1, ep_reward: 287.75783116136296, ep_step: 133
69
+ 2023-05-28 05:24:22 - SimpleLog - INFO: - episode: 2, ep_reward: 287.75783116136296, ep_step: 133
70
+ 2023-05-28 05:24:22 - SimpleLog - INFO: - episode: 3, ep_reward: 287.75783116136296, ep_step: 133
71
+ 2023-05-28 05:24:22 - SimpleLog - INFO: - episode: 4, ep_reward: 287.75783116136296, ep_step: 133
72
+ 2023-05-28 05:24:22 - SimpleLog - INFO: - episode: 5, ep_reward: 287.75783116136296, ep_step: 133
73
+ 2023-05-28 05:24:22 - SimpleLog - INFO: - episode: 6, ep_reward: 287.75783116136296, ep_step: 133
74
+ 2023-05-28 05:24:22 - SimpleLog - INFO: - episode: 7, ep_reward: 287.75783116136296, ep_step: 133
75
+ 2023-05-28 05:24:22 - SimpleLog - INFO: - episode: 8, ep_reward: 287.75783116136296, ep_step: 133
76
+ 2023-05-28 05:24:22 - SimpleLog - INFO: - episode: 9, ep_reward: 287.75783116136296, ep_step: 133
77
+ 2023-05-28 05:24:22 - SimpleLog - INFO: - episode: 10, ep_reward: 287.75783116136296, ep_step: 133
78
+ 2023-05-28 05:24:22 - SimpleLog - INFO: - episode: 11, ep_reward: 287.75783116136296, ep_step: 133
79
+ 2023-05-28 05:24:23 - SimpleLog - INFO: - episode: 12, ep_reward: 287.75783116136296, ep_step: 133
80
+ 2023-05-28 05:24:23 - SimpleLog - INFO: - episode: 13, ep_reward: 287.75783116136296, ep_step: 133
81
+ 2023-05-28 05:24:23 - SimpleLog - INFO: - episode: 14, ep_reward: 287.75783116136296, ep_step: 133
82
+ 2023-05-28 05:24:23 - SimpleLog - INFO: - episode: 15, ep_reward: 287.75783116136296, ep_step: 133
83
+ 2023-05-28 05:24:23 - SimpleLog - INFO: - episode: 16, ep_reward: 287.75783116136296, ep_step: 133
84
+ 2023-05-28 05:24:23 - SimpleLog - INFO: - episode: 17, ep_reward: 287.75783116136296, ep_step: 133
85
+ 2023-05-28 05:24:23 - SimpleLog - INFO: - episode: 18, ep_reward: 287.75783116136296, ep_step: 133
86
+ 2023-05-28 05:24:23 - SimpleLog - INFO: - episode: 19, ep_reward: 287.75783116136296, ep_step: 133
87
+ 2023-05-28 05:24:23 - SimpleLog - INFO: - episode: 20, ep_reward: 287.75783116136296, ep_step: 133
88
+ 2023-05-28 05:24:23 - SimpleLog - INFO: - episode: 21, ep_reward: 287.75783116136296, ep_step: 133
89
+ 2023-05-28 05:24:23 - SimpleLog - INFO: - episode: 22, ep_reward: 287.75783116136296, ep_step: 133
90
+ 2023-05-28 05:24:23 - SimpleLog - INFO: - episode: 23, ep_reward: 287.75783116136296, ep_step: 133
91
+ 2023-05-28 05:24:23 - SimpleLog - INFO: - episode: 24, ep_reward: 287.75783116136296, ep_step: 133
92
+ 2023-05-28 05:24:23 - SimpleLog - INFO: - episode: 25, ep_reward: 287.75783116136296, ep_step: 133
93
+ 2023-05-28 05:24:23 - SimpleLog - INFO: - episode: 26, ep_reward: 287.75783116136296, ep_step: 133
94
+ 2023-05-28 05:24:24 - SimpleLog - INFO: - episode: 27, ep_reward: 287.75783116136296, ep_step: 133
95
+ 2023-05-28 05:24:24 - SimpleLog - INFO: - episode: 28, ep_reward: 287.75783116136296, ep_step: 133
96
+ 2023-05-28 05:24:24 - SimpleLog - INFO: - episode: 29, ep_reward: 287.75783116136296, ep_step: 133
97
+ 2023-05-28 05:24:24 - SimpleLog - INFO: - episode: 30, ep_reward: 287.75783116136296, ep_step: 133
98
+ 2023-05-28 05:24:24 - SimpleLog - INFO: - episode: 31, ep_reward: 287.75783116136296, ep_step: 133
99
+ 2023-05-28 05:24:24 - SimpleLog - INFO: - episode: 32, ep_reward: 287.75783116136296, ep_step: 133
100
+ 2023-05-28 05:24:24 - SimpleLog - INFO: - episode: 33, ep_reward: 287.75783116136296, ep_step: 133
101
+ 2023-05-28 05:24:24 - SimpleLog - INFO: - episode: 34, ep_reward: 287.75783116136296, ep_step: 133
102
+ 2023-05-28 05:24:24 - SimpleLog - INFO: - episode: 35, ep_reward: 287.75783116136296, ep_step: 133
103
+ 2023-05-28 05:24:24 - SimpleLog - INFO: - episode: 36, ep_reward: 287.75783116136296, ep_step: 133
104
+ 2023-05-28 05:24:24 - SimpleLog - INFO: - episode: 37, ep_reward: 287.75783116136296, ep_step: 133
105
+ 2023-05-28 05:24:24 - SimpleLog - INFO: - episode: 38, ep_reward: 287.75783116136296, ep_step: 133
106
+ 2023-05-28 05:24:25 - SimpleLog - INFO: - episode: 39, ep_reward: 287.75783116136296, ep_step: 133
107
+ 2023-05-28 05:24:25 - SimpleLog - INFO: - episode: 40, ep_reward: 287.75783116136296, ep_step: 133
108
+ 2023-05-28 05:24:25 - SimpleLog - INFO: - episode: 41, ep_reward: 287.75783116136296, ep_step: 133
109
+ 2023-05-28 05:24:25 - SimpleLog - INFO: - episode: 42, ep_reward: 287.75783116136296, ep_step: 133
110
+ 2023-05-28 05:24:25 - SimpleLog - INFO: - episode: 43, ep_reward: 287.75783116136296, ep_step: 133
111
+ 2023-05-28 05:24:25 - SimpleLog - INFO: - episode: 44, ep_reward: 287.75783116136296, ep_step: 133
112
+ 2023-05-28 05:24:25 - SimpleLog - INFO: - episode: 45, ep_reward: 287.75783116136296, ep_step: 133
113
+ 2023-05-28 05:24:25 - SimpleLog - INFO: - episode: 46, ep_reward: 287.75783116136296, ep_step: 133
114
+ 2023-05-28 05:24:25 - SimpleLog - INFO: - episode: 47, ep_reward: 287.75783116136296, ep_step: 133
115
+ 2023-05-28 05:24:25 - SimpleLog - INFO: - episode: 48, ep_reward: 287.75783116136296, ep_step: 133
116
+ 2023-05-28 05:24:25 - SimpleLog - INFO: - episode: 49, ep_reward: 287.75783116136296, ep_step: 133
117
+ 2023-05-28 05:24:25 - SimpleLog - INFO: - episode: 50, ep_reward: 287.75783116136296, ep_step: 133
118
+ 2023-05-28 05:24:25 - SimpleLog - INFO: - episode: 51, ep_reward: 287.75783116136296, ep_step: 133
119
+ 2023-05-28 05:24:25 - SimpleLog - INFO: - episode: 52, ep_reward: 287.75783116136296, ep_step: 133
120
+ 2023-05-28 05:24:26 - SimpleLog - INFO: - episode: 53, ep_reward: 287.75783116136296, ep_step: 133
121
+ 2023-05-28 05:24:26 - SimpleLog - INFO: - episode: 54, ep_reward: 287.75783116136296, ep_step: 133
122
+ 2023-05-28 05:24:26 - SimpleLog - INFO: - episode: 55, ep_reward: 287.75783116136296, ep_step: 133
123
+ 2023-05-28 05:24:26 - SimpleLog - INFO: - episode: 56, ep_reward: 287.75783116136296, ep_step: 133
124
+ 2023-05-28 05:24:26 - SimpleLog - INFO: - episode: 57, ep_reward: 287.75783116136296, ep_step: 133
125
+ 2023-05-28 05:24:26 - SimpleLog - INFO: - episode: 58, ep_reward: 287.75783116136296, ep_step: 133
126
+ 2023-05-28 05:24:26 - SimpleLog - INFO: - episode: 59, ep_reward: 287.75783116136296, ep_step: 133
127
+ 2023-05-28 05:24:26 - SimpleLog - INFO: - episode: 60, ep_reward: 287.75783116136296, ep_step: 133
128
+ 2023-05-28 05:24:26 - SimpleLog - INFO: - episode: 61, ep_reward: 287.75783116136296, ep_step: 133
129
+ 2023-05-28 05:24:26 - SimpleLog - INFO: - episode: 62, ep_reward: 287.75783116136296, ep_step: 133
130
+ 2023-05-28 05:24:26 - SimpleLog - INFO: - episode: 63, ep_reward: 287.75783116136296, ep_step: 133
131
+ 2023-05-28 05:24:26 - SimpleLog - INFO: - episode: 64, ep_reward: 287.75783116136296, ep_step: 133
132
+ 2023-05-28 05:24:26 - SimpleLog - INFO: - episode: 65, ep_reward: 287.75783116136296, ep_step: 133
133
+ 2023-05-28 05:24:26 - SimpleLog - INFO: - episode: 66, ep_reward: 287.75783116136296, ep_step: 133
134
+ 2023-05-28 05:24:26 - SimpleLog - INFO: - episode: 67, ep_reward: 287.75783116136296, ep_step: 133
135
+ 2023-05-28 05:24:27 - SimpleLog - INFO: - episode: 68, ep_reward: 287.75783116136296, ep_step: 133
136
+ 2023-05-28 05:24:27 - SimpleLog - INFO: - episode: 69, ep_reward: 287.75783116136296, ep_step: 133
137
+ 2023-05-28 05:24:27 - SimpleLog - INFO: - episode: 70, ep_reward: 287.75783116136296, ep_step: 133
138
+ 2023-05-28 05:24:27 - SimpleLog - INFO: - episode: 71, ep_reward: 287.75783116136296, ep_step: 133
139
+ 2023-05-28 05:24:27 - SimpleLog - INFO: - episode: 72, ep_reward: 287.75783116136296, ep_step: 133
140
+ 2023-05-28 05:24:27 - SimpleLog - INFO: - episode: 73, ep_reward: 287.75783116136296, ep_step: 133
141
+ 2023-05-28 05:24:27 - SimpleLog - INFO: - episode: 74, ep_reward: 287.75783116136296, ep_step: 133
142
+ 2023-05-28 05:24:27 - SimpleLog - INFO: - episode: 75, ep_reward: 287.75783116136296, ep_step: 133
143
+ 2023-05-28 05:24:27 - SimpleLog - INFO: - episode: 76, ep_reward: 287.75783116136296, ep_step: 133
144
+ 2023-05-28 05:24:27 - SimpleLog - INFO: - episode: 77, ep_reward: 287.75783116136296, ep_step: 133
145
+ 2023-05-28 05:24:27 - SimpleLog - INFO: - episode: 78, ep_reward: 287.75783116136296, ep_step: 133
146
+ 2023-05-28 05:24:27 - SimpleLog - INFO: - episode: 79, ep_reward: 287.75783116136296, ep_step: 133
147
+ 2023-05-28 05:24:28 - SimpleLog - INFO: - episode: 80, ep_reward: 287.75783116136296, ep_step: 133
148
+ 2023-05-28 05:24:28 - SimpleLog - INFO: - episode: 81, ep_reward: 287.75783116136296, ep_step: 133
149
+ 2023-05-28 05:24:28 - SimpleLog - INFO: - episode: 82, ep_reward: 287.75783116136296, ep_step: 133
150
+ 2023-05-28 05:24:28 - SimpleLog - INFO: - episode: 83, ep_reward: 287.75783116136296, ep_step: 133
151
+ 2023-05-28 05:24:28 - SimpleLog - INFO: - episode: 84, ep_reward: 287.75783116136296, ep_step: 133
152
+ 2023-05-28 05:24:28 - SimpleLog - INFO: - episode: 85, ep_reward: 287.75783116136296, ep_step: 133
153
+ 2023-05-28 05:24:28 - SimpleLog - INFO: - episode: 86, ep_reward: 287.75783116136296, ep_step: 133
154
+ 2023-05-28 05:24:28 - SimpleLog - INFO: - episode: 87, ep_reward: 287.75783116136296, ep_step: 133
155
+ 2023-05-28 05:24:29 - SimpleLog - INFO: - episode: 88, ep_reward: 287.75783116136296, ep_step: 133
156
+ 2023-05-28 05:24:29 - SimpleLog - INFO: - episode: 89, ep_reward: 287.75783116136296, ep_step: 133
157
+ 2023-05-28 05:24:29 - SimpleLog - INFO: - episode: 90, ep_reward: 287.75783116136296, ep_step: 133
158
+ 2023-05-28 05:24:29 - SimpleLog - INFO: - episode: 91, ep_reward: 287.75783116136296, ep_step: 133
159
+ 2023-05-28 05:24:29 - SimpleLog - INFO: - episode: 92, ep_reward: 287.75783116136296, ep_step: 133
160
+ 2023-05-28 05:24:29 - SimpleLog - INFO: - episode: 93, ep_reward: 287.75783116136296, ep_step: 133
161
+ 2023-05-28 05:24:29 - SimpleLog - INFO: - episode: 94, ep_reward: 287.75783116136296, ep_step: 133
162
+ 2023-05-28 05:24:29 - SimpleLog - INFO: - episode: 95, ep_reward: 287.75783116136296, ep_step: 133
163
+ 2023-05-28 05:24:29 - SimpleLog - INFO: - episode: 96, ep_reward: 287.75783116136296, ep_step: 133
164
+ 2023-05-28 05:24:29 - SimpleLog - INFO: - episode: 97, ep_reward: 287.75783116136296, ep_step: 133
165
+ 2023-05-28 05:24:29 - SimpleLog - INFO: - episode: 98, ep_reward: 287.75783116136296, ep_step: 133
166
+ 2023-05-28 05:24:30 - SimpleLog - INFO: - episode: 99, ep_reward: 287.75783116136296, ep_step: 133
167
+ 2023-05-28 05:24:30 - SimpleLog - INFO: - Finish testing! total time consumed: 11.35s
Hopper-v4/Test_single_Hopper-v4_PPO_20230528-052418/tb_logs/interact/events.out.tfevents.1685251458.gscaimax.2603105.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7e05ed552e4355ef41ac016904402031b14107fc27bceb4bd140d70ebb9bdfb
3
+ size 10236
Hopper-v4/Test_single_Hopper-v4_PPO_20230528-052418/tb_logs/model/events.out.tfevents.1685251458.gscaimax.2603105.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a30be333cf2d0479d9c4004eae37ff7b87d195aca009688e66f9a3a2d8c364d6
3
+ size 40
Hopper-v4/Train_single_Hopper-v4_PPO_20230526-135633/config.yaml ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ general_cfg:
2
+ algo_name: PPO
3
+ collect_traj: false
4
+ device: cuda
5
+ env_name: gym
6
+ load_checkpoint: false
7
+ load_model_step: best
8
+ load_path: Train_single_CartPole-v1_DQN_20230515-211721
9
+ max_episode: 2000
10
+ max_step: 1000
11
+ mode: train
12
+ model_save_fre: 500
13
+ mp_backend: single
14
+ n_learners: 1
15
+ n_workers: 2
16
+ online_eval: true
17
+ online_eval_episode: 10
18
+ seed: 1
19
+ share_buffer: true
20
+ algo_cfg:
21
+ actor_hidden_dim: 256
22
+ actor_layers:
23
+ - activation: relu
24
+ layer_size:
25
+ - 256
26
+ layer_type: linear
27
+ - activation: relu
28
+ layer_size:
29
+ - 256
30
+ layer_type: linear
31
+ actor_lr: 0.0003
32
+ batch_size: 256
33
+ buffer_size: 100000
34
+ buffer_type: ONPOLICY_QUE
35
+ continuous: true
36
+ critic_hidden_dim: 256
37
+ critic_layers:
38
+ - activation: relu
39
+ layer_size:
40
+ - 256
41
+ layer_type: linear
42
+ - activation: relu
43
+ layer_size:
44
+ - 256
45
+ layer_type: linear
46
+ critic_loss_coef: 0.5
47
+ critic_lr: 0.001
48
+ entropy_coef: 0.01
49
+ eps_clip: 0.2
50
+ epsilon_decay: 500
51
+ epsilon_end: 0.01
52
+ epsilon_start: 0.95
53
+ gamma: 0.95
54
+ independ_actor: true
55
+ k_epochs: 8
56
+ kl_alpha: 2
57
+ kl_beta: 1.5
58
+ kl_lambda: 0.5
59
+ kl_target: 0.1
60
+ lr: 0.0001
61
+ min_policy: 0
62
+ ppo_type: clip
63
+ sgd_batch_size: 128
64
+ share_optimizer: false
65
+ target_update: 4
66
+ env_cfg:
67
+ id: Hopper-v4
68
+ ignore_params:
69
+ - wrapper
70
+ - ignore_params
71
+ new_step_api: true
72
+ render_mode: null
73
+ wrapper: null
Hopper-v4/Train_single_Hopper-v4_PPO_20230526-135633/logs/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
Hopper-v4/Train_single_Hopper-v4_PPO_20230526-135633/models/500 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f30fe4b81de5615f7aa072f32cb78be244894e89f342362fa71f5e861c1e324
3
+ size 559234
Hopper-v4/Train_single_Hopper-v4_PPO_20230526-135633/models/best ADDED
Binary file (559 kB). View file
 
Hopper-v4/Train_single_Hopper-v4_PPO_20230526-135633/tb_logs/interact/events.out.tfevents.1685109393.gscaimax.2069774.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d336f8ce6688cc086c520124c6229dfb70d2c7cb4809fbb4d34c1980b0bce0f7
3
+ size 211780
Hopper-v4/Train_single_Hopper-v4_PPO_20230526-135633/tb_logs/model/events.out.tfevents.1685109393.gscaimax.2069774.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92162a641de15d129708d2ca49d12766fcff60b186e93d4cecb59f86b89d2176
3
+ size 129875