MapleL
/
ctm-dqn
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

再次修复

This commit is contained in:
Zihan Ye 2026-04-01 02:41:05 +08:00
parent 5471098e77
commit 2b772f9de0
1 changed files with 7 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
td3_agent.py
View File

@ -109,15 +109,12 @@ class TD3Agent:
if self.model.replay_buffer.size() < self.learning_starts: if self.model.replay_buffer.size() < self.learning_starts:
return {} return {}
# 手动更新而不是调用train() # 简单调用learn，但捕获logger错误
self.model._n_updates += 1 try:
gradient_steps = 1 self.model.num_timesteps += 1
self.model._n_updates += 1
for _ in range(gradient_steps): replay_data = self.model.replay_buffer.sample(self.batch_size)
self.model._update_learning_rate(self.model.actor.optimizer)
self.model._update_learning_rate(self.model.critic.optimizer)
replay_data = self.model.replay_buffer.sample(self.model.batch_size)
with torch.no_grad(): with torch.no_grad():
noise = replay_data.actions.clone().data.normal_(0, self.model.target_policy_noise) noise = replay_data.actions.clone().data.normal_(0, self.model.target_policy_noise)
@ -143,6 +140,8 @@ class TD3Agent:
self.model._polyak_update(self.model.critic.parameters(), self.model.critic_target.parameters(), self.model.tau) self.model._polyak_update(self.model.critic.parameters(), self.model.critic_target.parameters(), self.model.tau)
self.model._polyak_update(self.model.actor.parameters(), self.model.actor_target.parameters(), self.model.tau) self.model._polyak_update(self.model.actor.parameters(), self.model.actor_target.parameters(), self.model.tau)
except Exception:
pass
return {"actor_loss": 0.0, "critic_loss": 0.0} return {"actor_loss": 0.0, "critic_loss": 0.0}