perf(reforcexy): default optuna params for PPO to AdamW optimizer

Signed-off-by: Jérôme Benoit <jerome.benoit@piment-noir.org>

diff --git a/ReforceXY/user_data/freqaimodels/ReforceXY.py b/ReforceXY/user_data/freqaimodels/ReforceXY.py
index 810169b5cc979c30ad10a9aa6dd9854a5ff5c2cb..5bb3080ff37ecb5d9e3f0c04e0981f64ffcbe1b0 100644 (file)
--- a/ReforceXY/user_data/freqaimodels/ReforceXY.py
+++ b/ReforceXY/user_data/freqaimodels/ReforceXY.py
@@ -1733,13 +1733,14 @@ def get_activation_fn(
 
 
 def get_optimizer_class(
-    optimizer_class_name: Literal["adam"],
+    optimizer_class_name: Literal["adam", "adamw"],
 ) -> type[th.optim.Optimizer]:
     """
     Get optimizer class
     """
     return {
         "adam": th.optim.Adam,
+        "adamw": th.optim.AdamW,
     }.get(optimizer_class_name, th.optim.Adam)
 
 
@@ -1873,7 +1874,7 @@ def sample_params_ppo(trial: Trial, n_envs: int) -> Dict[str, Any]:
             "activation_fn": trial.suggest_categorical(
                 "activation_fn", ["tanh", "relu", "elu", "leaky_relu"]
             ),
-            "optimizer_class": trial.suggest_categorical("optimizer_class", ["adam"]),
+            "optimizer_class": trial.suggest_categorical("optimizer_class", ["adamw"]),
         },
     )