From 51f3bfda719d0e0fb5a098365bf5a0ae5fbbe537 Mon Sep 17 00:00:00 2001 From: =?utf8?q?J=C3=A9r=C3=B4me=20Benoit?= Date: Thu, 20 Mar 2025 10:34:33 +0100 Subject: [PATCH] perf(qav3): add n_estimators to HPO MIME-Version: 1.0 Content-Type: text/plain; charset=utf8 Content-Transfer-Encoding: 8bit Signed-off-by: Jérôme Benoit --- quickadapter/user_data/config-template.json | 1 - .../user_data/freqaimodels/LightGBMRegressorQuickAdapterV3.py | 3 ++- .../user_data/freqaimodels/XGBoostRegressorQuickAdapterV3.py | 3 ++- 3 files changed, 4 insertions(+), 3 deletions(-) diff --git a/quickadapter/user_data/config-template.json b/quickadapter/user_data/config-template.json index 80e5eae..47dea6e 100644 --- a/quickadapter/user_data/config-template.json +++ b/quickadapter/user_data/config-template.json @@ -177,7 +177,6 @@ // "device": "gpu", // "use_rmm:": true, "n_jobs": 6, // set to number of CPU threads / 4 - "n_estimators": 1000, "verbosity": 1 } }, diff --git a/quickadapter/user_data/freqaimodels/LightGBMRegressorQuickAdapterV3.py b/quickadapter/user_data/freqaimodels/LightGBMRegressorQuickAdapterV3.py index 5350522..5d476ec 100644 --- a/quickadapter/user_data/freqaimodels/LightGBMRegressorQuickAdapterV3.py +++ b/quickadapter/user_data/freqaimodels/LightGBMRegressorQuickAdapterV3.py @@ -43,7 +43,7 @@ class LightGBMRegressorQuickAdapterV3(BaseRegressionModel): https://github.com/sponsors/robcaulk """ - version = "3.6.0" + version = "3.6.1" def __init__(self, **kwargs): super().__init__(**kwargs) @@ -647,6 +647,7 @@ def hp_objective( model_training_parameters, ) -> float: study_parameters = { + "n_estimators": trial.suggest_int("n_estimators", 100, 2000, step=10), "num_leaves": trial.suggest_int("num_leaves", 2, 256), "learning_rate": trial.suggest_float("learning_rate", 1e-3, 0.3, log=True), "min_child_samples": trial.suggest_int("min_child_samples", 5, 100), diff --git a/quickadapter/user_data/freqaimodels/XGBoostRegressorQuickAdapterV3.py b/quickadapter/user_data/freqaimodels/XGBoostRegressorQuickAdapterV3.py index c96fcdd..e860c48 100644 --- a/quickadapter/user_data/freqaimodels/XGBoostRegressorQuickAdapterV3.py +++ b/quickadapter/user_data/freqaimodels/XGBoostRegressorQuickAdapterV3.py @@ -43,7 +43,7 @@ class XGBoostRegressorQuickAdapterV3(BaseRegressionModel): https://github.com/sponsors/robcaulk """ - version = "3.6.0" + version = "3.6.1" def __init__(self, **kwargs): super().__init__(**kwargs) @@ -655,6 +655,7 @@ def hp_objective( model_training_parameters, ) -> float: study_parameters = { + "n_estimators": trial.suggest_int("n_estimators", 100, 2000, step=10), "learning_rate": trial.suggest_float("learning_rate", 1e-3, 0.3, log=True), "max_depth": trial.suggest_int("max_depth", 3, 18), "min_child_weight": trial.suggest_int("min_child_weight", 1, 200), -- 2.43.0