148 lines
2.9 KiB
YAML
148 lines
2.9 KiB
YAML
# SUMO + TraCI VSL training configuration
|
|
|
|
sumo:
|
|
net_file: "sumo_resource/modified.net.xml"
|
|
route_file: "sumo_resource/routes_filtered.xml"
|
|
# route_file: "sumo_resource/routes_optimized.xml"
|
|
detector_add_file: "sumo_resource/metrics_il.add.xml"
|
|
enex_add_file: "sumo_resource/metrics_enex.add.xml"
|
|
step_length: 1
|
|
begin_time: 54000
|
|
end_time: 57600
|
|
# begin_time: 39600
|
|
# end_time: 57600
|
|
gui: false
|
|
no_warnings: true
|
|
|
|
environment:
|
|
control_interval: 60
|
|
|
|
# Controlled motorway edges
|
|
control_edges:
|
|
- "G1523_AM3_4.1"
|
|
- "G1523_AM3_4.2"
|
|
- "G1523_AM3_4.3"
|
|
- "G1523_AM3_4.4"
|
|
- "G1523_AM3_4.5"
|
|
- "G1523_AM3_4.6"
|
|
- "G1523_AM4"
|
|
- "G1523_AM5"
|
|
- "G1523_AM6"
|
|
- "G1523_AM6.1"
|
|
- "G1523_AM6.2"
|
|
- "G1523_AM6.3"
|
|
- "G1523_AM6.4"
|
|
- "G1523_AM6.5"
|
|
- "G1523_AM6.6"
|
|
- "G1523_AM7"
|
|
- "G1523_AM7.1"
|
|
- "G1523_AM7.2"
|
|
- "G1523_AM8"
|
|
- "G1523_AM8.1"
|
|
- "G1523_AM8.2"
|
|
|
|
# Available VSL actions in km/h
|
|
speed_actions_kmh: [40, 60, 80, 100, 110]
|
|
free_flow_speed: 30.56
|
|
|
|
reward:
|
|
# Positive term: throughput
|
|
w_flow: 0.4
|
|
# Negative term: speed dispersion across edges
|
|
w_var: 0.3
|
|
# Density-adaptive hard-brake penalty weight
|
|
w_brake_base: 0.1
|
|
w_brake_max: 0.3
|
|
# Penalty for abrupt VSL changes
|
|
w_penalty: 0.2
|
|
|
|
rho_critical: 44.75
|
|
k_sigmoid: 0.2
|
|
d_threshold: 5.0
|
|
d_max: 20.0
|
|
C_max: 4924
|
|
v_limit: 30.56
|
|
delta_vsl_max: 16.67
|
|
|
|
training:
|
|
num_episodes: 4000
|
|
random_seed: 42
|
|
log_freq: 10
|
|
save_freq: 20
|
|
|
|
agents:
|
|
common:
|
|
device: "cuda"
|
|
|
|
dqn:
|
|
hidden_dim: 256
|
|
learning_rate: 0.0003
|
|
gamma: 0.99
|
|
epsilon_start: 1.0
|
|
epsilon_end: 0.01
|
|
epsilon_decay: 600
|
|
buffer_size: 20000
|
|
batch_size: 128
|
|
target_update: 5
|
|
|
|
ppo:
|
|
hidden_layers: [256, 256]
|
|
learning_rate: 0.0003
|
|
gamma: 0.99
|
|
gae_lambda: 0.95
|
|
clip_epsilon: 0.2
|
|
value_coef: 0.5
|
|
entropy_coef: 0.01
|
|
max_grad_norm: 0.5
|
|
ppo_epochs: 4
|
|
batch_size: 15
|
|
lr_schedule: "cosine"
|
|
|
|
appo:
|
|
hidden_dim: 128
|
|
num_heads: 4
|
|
num_layers: 2
|
|
learning_rate: 0.0003
|
|
gamma: 0.99
|
|
gae_lambda: 0.95
|
|
clip_epsilon: 0.2
|
|
value_coef: 0.5
|
|
entropy_coef: 0.01
|
|
max_grad_norm: 0.5
|
|
ppo_epochs: 4
|
|
batch_size: 15
|
|
lr_schedule: "cosine"
|
|
|
|
mappo:
|
|
hidden_dim: 256
|
|
critic_hidden_dim: 256
|
|
learning_rate: 0.0003
|
|
gamma: 0.99
|
|
gae_lambda: 0.95
|
|
clip_epsilon: 0.2
|
|
value_coef: 0.5
|
|
entropy_coef: 0.01
|
|
max_grad_norm: 0.5
|
|
ppo_epochs: 4
|
|
batch_size: 15
|
|
lr_schedule: "cosine"
|
|
|
|
ddpg:
|
|
learning_rate: 0.0003
|
|
gamma: 0.99
|
|
buffer_size: 20000
|
|
learning_starts: 200
|
|
batch_size: 128
|
|
tau: 0.005
|
|
exploration_sigma: 0.15
|
|
|
|
td3:
|
|
learning_rate: 0.0003
|
|
gamma: 0.99
|
|
buffer_size: 20000
|
|
learning_starts: 200
|
|
batch_size: 128
|
|
tau: 0.005
|
|
policy_delay: 2
|
|
exploration_sigma: 0.15
|