fix(reforcexy): integer type casting on None

Signed-off-by: Jérôme Benoit <jerome.benoit@piment-noir.org>

diff --git a/ReforceXY/user_data/freqaimodels/ReforceXY.py b/ReforceXY/user_data/freqaimodels/ReforceXY.py
index 85c1e83c3bb5cbb8360a7165e8192ebe59019942..e0827a4fa0cd944aea08447cbd4c6196a0ccfc31 100644 (file)
--- a/ReforceXY/user_data/freqaimodels/ReforceXY.py
+++ b/ReforceXY/user_data/freqaimodels/ReforceXY.py
@@ -253,8 +253,9 @@ class ReforceXY(BaseReinforcementLearningModel):
             logger.info("Clip range linear schedule enabled, initial value: %s", cr)
 
         if "DQN" in self.model_type:
-            gradient_steps = int(model_params.get("gradient_steps"))
+            gradient_steps = model_params.get("gradient_steps")
             if gradient_steps is None:
+                gradient_steps = int(gradient_steps)
                 train_freq = model_params.get("train_freq")
                 if isinstance(train_freq, (tuple, list)) and train_freq:
                     train_freq = (
@@ -273,7 +274,7 @@ class ReforceXY(BaseReinforcementLearningModel):
                         train_freq, max(train_freq // subsample_steps, 1)
                     )
                 else:
-                    model_params["gradient_steps"] = 1
+                    model_params["gradient_steps"] = -1
 
         if not model_params.get("policy_kwargs"):
             model_params["policy_kwargs"] = {}