Skip to content

Commit d4cbc0b

Browse files
committed
configs updated and added for ai4realnet_small env
1 parent 8434112 commit d4cbc0b

2 files changed

Lines changed: 60 additions & 0 deletions

File tree

config.ini

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -21,3 +21,10 @@ eval_kwargs = {
2121
"return_episode_rewards": True,
2222
}
2323

24+
[TRAIN]
25+
train_kwargs = {
26+
"model_name": "PPO_SB3",
27+
"train_steps": 1000000,
28+
"save_freq": 100000,
29+
"save_path": "trained_models/ai4realnet_small/custom_agent",
30+
}

config_ai4realnet_small.ini

Lines changed: 53 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,53 @@
1+
[DEFAULT]
2+
kpi_kwargs = {
3+
"env_name": "ai4realnet_small",
4+
"acceptance_threshold": 200,
5+
"finetune_budget": 100000,
6+
"save_path": "results/ai4realnet_small"
7+
}
8+
9+
train_kwargs = {
10+
"model_name": "PPO_SB3",
11+
"train_steps": 1000,
12+
"save_freq": 5000,
13+
"load_path": "trained_models/ai4realnet_small/PPO_SB3/PPO_SB3.zip",
14+
"save_path": "trained_models/ai4realnet_small/PPO_SB3_FINETUNE",
15+
}
16+
17+
eval_kwargs = {
18+
"n_eval_episodes": 50,
19+
"render": False,
20+
"deterministic": True,
21+
"return_episode_rewards": True,
22+
}
23+
24+
[EXPERT_AGENT]
25+
kpi_kwargs = {
26+
"env_name": "ai4realnet_small",
27+
"acceptance_threshold": 200,
28+
"finetune_budget": 100000,
29+
"save_path": "results/ai4realnet_small/expert_agent"
30+
}
31+
32+
train_kwargs = {
33+
"train_steps": 5000,
34+
"n_eval_episodes": 2,
35+
"save_freq": 5000,
36+
"load_path": "trained_models/ai4realnet_small/expert_agent/EXPERT_AGENT.zip",
37+
"save_path": "trained_models/ai4realnet_small/expert_agent/EXPERT_AGENT_FINETUNE",
38+
"load_path_fine_tune": "trained_models/ai4realnet_small/expert_agent/EXPERT_AGENT_FINETUNE/PPO_SB3.zip"
39+
}
40+
41+
eval_kwargs = {
42+
"nb_episode": 2,
43+
"verbose": True,
44+
"logs_path": "trained_models/ai4realnet_small/expert_agent/eval_logs",
45+
"nb_process": 1,
46+
}
47+
; eval_kwargs = {
48+
; "n_eval_episodes": 50,
49+
; "render": False,
50+
; "deterministic": True,
51+
; "return_episode_rewards": True,
52+
; "logs_path": "trained_models/ai4realnet_small/expert_agent"
53+
; }

0 commit comments

Comments
 (0)