import lightgbm as lgb
import numpy as np
import sklearn.datasets
import sklearn.metrics
from sklearn.model_selection import train_test_split
from ray import train, tune
from ray.tune.schedulers import ASHAScheduler
from ray.tune.integration.lightgbm import TuneReportCheckpointCallback
def train_breast_cancer(config):
data, target = sklearn.datasets.load_breast_cancer(return_X_y=True)
train_x, test_x, train_y, test_y = train_test_split(data, target, test_size=0.25)
train_set = lgb.Dataset(train_x, label=train_y)
test_set = lgb.Dataset(test_x, label=test_y)
gbm = lgb.train(
config,
train_set,
valid_sets=[test_set],
valid_names=["eval"],
verbose_eval=False,
callbacks=[
TuneReportCheckpointCallback(
{
"binary_error": "eval-binary_error",
"binary_logloss": "eval-binary_logloss",
}
)
],
)
preds = gbm.predict(test_x)
pred_labels = np.rint(preds)
train.report(
{
"mean_accuracy": sklearn.metrics.accuracy_score(test_y, pred_labels),
"done": True,
}
)
if __name__ == "__main__":
config = {
"objective": "binary",
"metric": ["binary_error", "binary_logloss"],
"verbose": -1,
"boosting_type": tune.grid_search(["gbdt", "dart"]),
"num_leaves": tune.randint(10, 1000),
"learning_rate": tune.loguniform(1e-8, 1e-1),
}
tuner = tune.Tuner(
train_breast_cancer,
tune_config=tune.TuneConfig(
metric="binary_error",
mode="min",
scheduler=ASHAScheduler(),
num_samples=2,
),
param_space=config,
)
results = tuner.fit()
print("Best hyperparameters found were: ", results.get_best_result().config)
2022-07-22 15:30:02,623 INFO services.py:1483 -- View the Ray dashboard at http://127.0.0.1:8265
2022-07-22 15:30:05,042 WARNING function_trainable.py:619 --
| Trial name | status | loc | boosting_type | learning_rate | num_leaves | iter | total time (s) | binary_error | binary_logloss |
|---|---|---|---|---|---|---|---|---|---|
| train_breast_cancer_c7534_00000 | TERMINATED | 127.0.0.1:46947 | gbdt | 1.09528e-08 | 926 | 100 | 4.04621 | 0.370629 | 0.659303 |
| train_breast_cancer_c7534_00001 | TERMINATED | 127.0.0.1:46965 | dart | 9.07058e-05 | 512 | 1 | 0.0379331 | 0.391608 | 0.670769 |
| train_breast_cancer_c7534_00002 | TERMINATED | 127.0.0.1:46987 | gbdt | 0.00110605 | 186 | 1 | 0.0196211 | 0.405594 | 0.678443 |
| train_breast_cancer_c7534_00003 | TERMINATED | 127.0.0.1:46988 | dart | 4.85851e-08 | 702 | 100 | 0.417179 | 0.314685 | 0.655626 |
2022-07-22 15:30:06,224 INFO plugin_schema_manager.py:52 -- Loading the default runtime env schemas: ['/Users/kai/coding/ray/python/ray/_private/runtime_env/../../runtime_env/schemas/working_dir_schema.json', '/Users/kai/coding/ray/python/ray/_private/runtime_env/../../runtime_env/schemas/pip_schema.json']. (train_breast_cancer pid=46947) /Users/kai/.pyenv/versions/3.7.7/lib/python3.7/site-packages/lightgbm/engine.py:239: UserWarning: 'verbose_eval' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead. (train_breast_cancer pid=46947) _log_warning("'verbose_eval' argument is deprecated and will be removed in a future release of LightGBM. "
Result for train_breast_cancer_c7534_00000: binary_error: 0.3706293706293706 binary_logloss: 0.6593043583564255 date: 2022-07-22_15-30-11 done: false experiment_id: 9fbbf2cd94b24a14aa5ef2d552e78b70 hostname: Kais-MacBook-Pro.local iterations_since_restore: 1 node_ip: 127.0.0.1 pid: 46947 time_since_restore: 0.10576009750366211 time_this_iter_s: 0.10576009750366211 time_total_s: 0.10576009750366211 timestamp: 1658500211 timesteps_since_restore: 0 training_iteration: 1 trial_id: c7534_00000 warmup_time: 0.0033888816833496094 Result for train_breast_cancer_c7534_00001: binary_error: 0.3916083916083916 binary_logloss: 0.670769405026208 date: 2022-07-22_15-30-14 done: true experiment_id: 10df796f3d2e4627ba7526014b21f426 hostname: Kais-MacBook-Pro.local iterations_since_restore: 1 node_ip: 127.0.0.1 pid: 46965 time_since_restore: 0.0379331111907959 time_this_iter_s: 0.0379331111907959 time_total_s: 0.0379331111907959 timestamp: 1658500214 timesteps_since_restore: 0 training_iteration: 1 trial_id: c7534_00001 warmup_time: 0.0033578872680664062
(train_breast_cancer pid=46965) /Users/kai/.pyenv/versions/3.7.7/lib/python3.7/site-packages/lightgbm/engine.py:239: UserWarning: 'verbose_eval' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead. (train_breast_cancer pid=46965) _log_warning("'verbose_eval' argument is deprecated and will be removed in a future release of LightGBM. "
Result for train_breast_cancer_c7534_00000: binary_error: 0.3706293706293706 binary_logloss: 0.6593034612409915 date: 2022-07-22_15-30-15 done: true experiment_id: 9fbbf2cd94b24a14aa5ef2d552e78b70 hostname: Kais-MacBook-Pro.local iterations_since_restore: 100 node_ip: 127.0.0.1 pid: 46947 time_since_restore: 4.046205043792725 time_this_iter_s: 0.002338886260986328 time_total_s: 4.046205043792725 timestamp: 1658500215 timesteps_since_restore: 0 training_iteration: 100 trial_id: c7534_00000 warmup_time: 0.0033888816833496094 Result for train_breast_cancer_c7534_00003: binary_error: 0.3146853146853147 binary_logloss: 0.635705942279978 date: 2022-07-22_15-30-18 done: false experiment_id: d370b87343ea4a8e994bcf99a4f6f28d hostname: Kais-MacBook-Pro.local iterations_since_restore: 1 node_ip: 127.0.0.1 pid: 46988 time_since_restore: 0.04007911682128906 time_this_iter_s: 0.04007911682128906 time_total_s: 0.04007911682128906 timestamp: 1658500218 timesteps_since_restore: 0 training_iteration: 1 trial_id: c7534_00003 warmup_time: 0.0032351016998291016 Result for train_breast_cancer_c7534_00002: binary_error: 0.40559440559440557 binary_logloss: 0.6784426899984863 date: 2022-07-22_15-30-18 done: true experiment_id: 96e95ab236aa40aea3e9a1218293b562 hostname: Kais-MacBook-Pro.local iterations_since_restore: 1 node_ip: 127.0.0.1 pid: 46987 time_since_restore: 0.01962113380432129 time_this_iter_s: 0.01962113380432129 time_total_s: 0.01962113380432129 timestamp: 1658500218 timesteps_since_restore: 0 training_iteration: 1 trial_id: c7534_00002 warmup_time: 0.0026988983154296875
(train_breast_cancer pid=46987) /Users/kai/.pyenv/versions/3.7.7/lib/python3.7/site-packages/lightgbm/engine.py:239: UserWarning: 'verbose_eval' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead. (train_breast_cancer pid=46987) _log_warning("'verbose_eval' argument is deprecated and will be removed in a future release of LightGBM. " (train_breast_cancer pid=46988) /Users/kai/.pyenv/versions/3.7.7/lib/python3.7/site-packages/lightgbm/engine.py:239: UserWarning: 'verbose_eval' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead. (train_breast_cancer pid=46988) _log_warning("'verbose_eval' argument is deprecated and will be removed in a future release of LightGBM. "
Result for train_breast_cancer_c7534_00003: binary_error: 0.3146853146853147 binary_logloss: 0.6556262981958247 date: 2022-07-22_15-30-18 done: true experiment_id: d370b87343ea4a8e994bcf99a4f6f28d hostname: Kais-MacBook-Pro.local iterations_since_restore: 100 node_ip: 127.0.0.1 pid: 46988 time_since_restore: 0.4171791076660156 time_this_iter_s: 0.0024061203002929688 time_total_s: 0.4171791076660156 timestamp: 1658500218 timesteps_since_restore: 0 training_iteration: 100 trial_id: c7534_00003 warmup_time: 0.0032351016998291016
2022-07-22 15:30:18,873 INFO tune.py:738 -- Total run time: 13.83 seconds (12.87 seconds for the tuning loop).
Best hyperparameters found were: {'objective': 'binary', 'metric': ['binary_error', 'binary_logloss'], 'verbose': -1, 'boosting_type': 'dart', 'num_leaves': 702, 'learning_rate': 4.858514533326432e-08}