diff --git a/.gitignore b/.gitignore index 83d69b4..01a62ac 100644 --- a/.gitignore +++ b/.gitignore @@ -40,3 +40,8 @@ events.out.tfevents.* # OS .DS_Store Thumbs.db + +# 排除掉几个需要输出的图片 +!comparison_curve.png +!sac_learning_curve.png +!ppo_learning_curve.png diff --git a/comparison_curve.png b/comparison_curve.png new file mode 100644 index 0000000..b2f0980 Binary files /dev/null and b/comparison_curve.png differ diff --git a/configs/pendulum_config.yaml b/configs/sac_pendulum_config.yaml similarity index 92% rename from configs/pendulum_config.yaml rename to configs/sac_pendulum_config.yaml index 5545a6b..7ede535 100644 --- a/configs/pendulum_config.yaml +++ b/configs/sac_pendulum_config.yaml @@ -16,4 +16,4 @@ batch_size: 256 # 每次梯度更新抽样的 batch 大小 # --- 训练循环控制 --- max_episodes: 200 # 总共训练多少个 episode max_steps: 200 # 每 episode 最多步数 (Pendulum-v1 默认 200 步截断) -start_steps: 10000 # 纯随机动作探索的步数 +start_steps: 3000 # 纯随机动作探索的步数 diff --git a/ppo_learning_curve.png b/ppo_learning_curve.png new file mode 100644 index 0000000..2ea773b Binary files /dev/null and b/ppo_learning_curve.png differ diff --git a/sac_learning_curve.png b/sac_learning_curve.png new file mode 100644 index 0000000..14d5c2c Binary files /dev/null and b/sac_learning_curve.png differ diff --git a/train.py b/train.py index 0719e32..6cdebf3 100644 --- a/train.py +++ b/train.py @@ -35,7 +35,7 @@ def load_config(path: str) -> dict: ROOT = os.path.dirname(os.path.abspath(__file__)) -SAC_CFG_PATH = os.path.join(ROOT, "configs", "pendulum_config.yaml") +SAC_CFG_PATH = os.path.join(ROOT, "configs", "sac_pendulum_config.yaml") PPO_CFG_PATH = os.path.join(ROOT, "configs", "ppo_pendulum_config.yaml")