From: Jérôme Benoit <jerome.benoit@piment-noir.org>
Date: Sun, 14 Sep 2025 21:48:03 +0000 (+0200)
Subject: perf(reforcexy): default optuna params for PPO to AdamW optimizer
X-Git-Url: https://git.piment-noir.org/?a=commitdiff_plain;h=7998113e658c5f4d5e6631b19c794bd5c0b11839;p=freqai-strategies.git

perf(reforcexy): default optuna params for PPO to AdamW optimizer

Signed-off-by: Jérôme Benoit <jerome.benoit@piment-noir.org>
---

diff --git a/ReforceXY/user_data/freqaimodels/ReforceXY.py b/ReforceXY/user_data/freqaimodels/ReforceXY.py
index 810169b..5bb3080 100644
--- a/ReforceXY/user_data/freqaimodels/ReforceXY.py
+++ b/ReforceXY/user_data/freqaimodels/ReforceXY.py
@@ -1733,13 +1733,14 @@ def get_activation_fn(
 
 
 def get_optimizer_class(
-    optimizer_class_name: Literal["adam"],
+    optimizer_class_name: Literal["adam", "adamw"],
 ) -> type[th.optim.Optimizer]:
     """
     Get optimizer class
     """
     return {
         "adam": th.optim.Adam,
+        "adamw": th.optim.AdamW,
     }.get(optimizer_class_name, th.optim.Adam)
 
 
@@ -1873,7 +1874,7 @@ def sample_params_ppo(trial: Trial, n_envs: int) -> Dict[str, Any]:
             "activation_fn": trial.suggest_categorical(
                 "activation_fn", ["tanh", "relu", "elu", "leaky_relu"]
             ),
-            "optimizer_class": trial.suggest_categorical("optimizer_class", ["adam"]),
+            "optimizer_class": trial.suggest_categorical("optimizer_class", ["adamw"]),
         },
     )