diff --git a/02-MachineLearning.slides.html b/02-MachineLearning.slides.html index 0a2249b..f64248c 100644 --- a/02-MachineLearning.slides.html +++ b/02-MachineLearning.slides.html @@ -8654,14 +8654,14 @@
[CV] END max_features=1.0, min_samples_split=2, n_estimators=25; total time= 1.8s +[CV] END max_features=1.0, min_samples_split=2, n_estimators=25; total time= 1.9s
[CV] END max_features=1.0, min_samples_split=2, n_estimators=25; total time= 2.2s +[CV] END max_features=1.0, min_samples_split=2, n_estimators=25; total time= 1.8s
[CV] END max_features=1.0, min_samples_split=5, n_estimators=100; total time= 6.8s +[CV] END max_features=1.0, min_samples_split=5, n_estimators=100; total time= 6.9s
[CV] END max_features=1.0, min_samples_split=5, n_estimators=100; total time= 6.8s +[CV] END max_features=1.0, min_samples_split=5, n_estimators=100; total time= 6.9s
[CV] END max_features=sqrt, min_samples_split=5, n_estimators=100; total time= 2.1s +[CV] END max_features=sqrt, min_samples_split=5, n_estimators=100; total time= 2.0s
[CV] END max_features=sqrt, min_samples_split=5, n_estimators=100; total time= 2.1s +[CV] END max_features=sqrt, min_samples_split=5, n_estimators=100; total time= 2.0s
[CV] END max_features=sqrt, min_samples_split=5, n_estimators=100; total time= 2.1s +[CV] END max_features=sqrt, min_samples_split=5, n_estimators=100; total time= 2.0s
<matplotlib.collections.PathCollection at 0x7fc2b5a66ad0>+
<matplotlib.collections.PathCollection at 0x7faf043ab760>
[CV] END max_depth=2, max_features=sqrt, min_samples_leaf=1, n_estimators=150; total time= 0.7s +[CV] END max_depth=2, max_features=sqrt, min_samples_leaf=1, n_estimators=150; total time= 0.6s
[CV] END max_depth=2, max_features=sqrt, min_samples_leaf=1, n_estimators=150; total time= 0.7s +[CV] END max_depth=2, max_features=sqrt, min_samples_leaf=1, n_estimators=150; total time= 0.6s
[CV] END max_depth=2, max_features=sqrt, min_samples_leaf=5, n_estimators=150; total time= 0.7s +[CV] END max_depth=2, max_features=sqrt, min_samples_leaf=5, n_estimators=150; total time= 0.6s
[CV] END max_depth=2, max_features=sqrt, min_samples_leaf=5, n_estimators=150; total time= 0.7s +[CV] END max_depth=2, max_features=sqrt, min_samples_leaf=5, n_estimators=150; total time= 0.6s
[CV] END max_depth=2, max_features=sqrt, min_samples_leaf=5, n_estimators=150; total time= 0.7s +[CV] END max_depth=2, max_features=sqrt, min_samples_leaf=5, n_estimators=150; total time= 0.6s
[CV] END max_depth=2, max_features=1.0, min_samples_leaf=1, n_estimators=100; total time= 1.0s +[CV] END max_depth=2, max_features=1.0, min_samples_leaf=1, n_estimators=100; total time= 0.9s
[CV] END max_depth=2, max_features=1.0, min_samples_leaf=1, n_estimators=100; total time= 1.0s +[CV] END max_depth=2, max_features=1.0, min_samples_leaf=1, n_estimators=100; total time= 0.9s
[CV] END max_depth=2, max_features=1.0, min_samples_leaf=1, n_estimators=100; total time= 1.0s +[CV] END max_depth=2, max_features=1.0, min_samples_leaf=1, n_estimators=100; total time= 0.9s
[flaml.automl.logger: 04-09 16:13:26] {1680} INFO - task = classification --
[flaml.automl.logger: 04-09 16:13:26] {1691} INFO - Evaluation method: cv --
[flaml.automl.logger: 04-09 16:13:26] {1789} INFO - Minimizing error metric: 1-accuracy --
[flaml.automl.logger: 04-09 16:13:26] {1901} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'xgboost', 'extra_tree', 'xgb_limitdepth', 'lrl1'] --
[flaml.automl.logger: 04-09 16:13:26] {2219} INFO - iteration 0, current learner lgbm --
[flaml.automl.logger: 04-09 16:13:27] {2345} INFO - Estimated sufficient time budget=1515s. Estimated necessary time budget=35s. --
[flaml.automl.logger: 04-09 16:13:27] {2392} INFO - at 0.2s, estimator lgbm's best error=0.3435, best estimator lgbm's best error=0.3435 --
[flaml.automl.logger: 04-09 16:13:27] {2219} INFO - iteration 1, current learner lgbm --
[flaml.automl.logger: 04-09 16:13:27] {2392} INFO - at 0.3s, estimator lgbm's best error=0.3435, best estimator lgbm's best error=0.3435 --
[flaml.automl.logger: 04-09 16:13:27] {2219} INFO - iteration 2, current learner lgbm --
[flaml.automl.logger: 04-09 16:13:27] {2392} INFO - at 0.3s, estimator lgbm's best error=0.3199, best estimator lgbm's best error=0.3199 --
[flaml.automl.logger: 04-09 16:13:27] {2219} INFO - iteration 3, current learner lgbm --
[flaml.automl.logger: 04-09 16:13:27] {2392} INFO - at 0.5s, estimator lgbm's best error=0.2283, best estimator lgbm's best error=0.2283 --
[flaml.automl.logger: 04-09 16:13:27] {2219} INFO - iteration 4, current learner lgbm --
[flaml.automl.logger: 04-09 16:13:27] {2392} INFO - at 0.5s, estimator lgbm's best error=0.2283, best estimator lgbm's best error=0.2283 +[flaml.automl.logger: 04-09 16:13:51] {1680} INFO - task = classification
[flaml.automl.logger: 04-09 16:13:27] {2219} INFO - iteration 5, current learner lgbm +[flaml.automl.logger: 04-09 16:13:51] {1691} INFO - Evaluation method: cv
[flaml.automl.logger: 04-09 16:13:27] {2392} INFO - at 0.7s, estimator lgbm's best error=0.2081, best estimator lgbm's best error=0.2081 +[flaml.automl.logger: 04-09 16:13:51] {1789} INFO - Minimizing error metric: 1-accuracy
[flaml.automl.logger: 04-09 16:13:27] {2219} INFO - iteration 6, current learner lgbm +[flaml.automl.logger: 04-09 16:13:51] {1901} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'xgboost', 'extra_tree', 'xgb_limitdepth', 'lrl1']
[flaml.automl.logger: 04-09 16:13:27] {2392} INFO - at 0.8s, estimator lgbm's best error=0.2081, best estimator lgbm's best error=0.2081 +[flaml.automl.logger: 04-09 16:13:51] {2219} INFO - iteration 0, current learner lgbm
[flaml.automl.logger: 04-09 16:13:27] {2219} INFO - iteration 7, current learner lgbm +[flaml.automl.logger: 04-09 16:13:51] {2345} INFO - Estimated sufficient time budget=1587s. Estimated necessary time budget=37s.
[flaml.automl.logger: 04-09 16:13:27] {2392} INFO - at 0.9s, estimator lgbm's best error=0.2081, best estimator lgbm's best error=0.2081 +[flaml.automl.logger: 04-09 16:13:51] {2392} INFO - at 0.2s, estimator lgbm's best error=0.3435, best estimator lgbm's best error=0.3435
[flaml.automl.logger: 04-09 16:13:27] {2219} INFO - iteration 8, current learner lgbm +[flaml.automl.logger: 04-09 16:13:51] {2219} INFO - iteration 1, current learner lgbm
[flaml.automl.logger: 04-09 16:13:28] {2392} INFO - at 1.1s, estimator lgbm's best error=0.1994, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 04-09 16:13:51] {2392} INFO - at 0.3s, estimator lgbm's best error=0.3435, best estimator lgbm's best error=0.3435
[flaml.automl.logger: 04-09 16:13:28] {2219} INFO - iteration 9, current learner xgboost +[flaml.automl.logger: 04-09 16:13:51] {2219} INFO - iteration 2, current learner lgbm
[flaml.automl.logger: 04-09 16:13:28] {2392} INFO - at 1.2s, estimator xgboost's best error=0.3410, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 04-09 16:13:51] {2392} INFO - at 0.3s, estimator lgbm's best error=0.3199, best estimator lgbm's best error=0.3199
[flaml.automl.logger: 04-09 16:13:28] {2219} INFO - iteration 10, current learner xgboost +[flaml.automl.logger: 04-09 16:13:51] {2219} INFO - iteration 3, current learner lgbm
[flaml.automl.logger: 04-09 16:13:28] {2392} INFO - at 1.3s, estimator xgboost's best error=0.3002, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 04-09 16:13:51] {2392} INFO - at 0.4s, estimator lgbm's best error=0.2283, best estimator lgbm's best error=0.2283
[flaml.automl.logger: 04-09 16:13:28] {2219} INFO - iteration 11, current learner extra_tree +[flaml.automl.logger: 04-09 16:13:51] {2219} INFO - iteration 4, current learner lgbm
[flaml.automl.logger: 04-09 16:13:28] {2392} INFO - at 1.5s, estimator extra_tree's best error=0.3828, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 04-09 16:13:52] {2392} INFO - at 0.5s, estimator lgbm's best error=0.2283, best estimator lgbm's best error=0.2283
[flaml.automl.logger: 04-09 16:13:28] {2219} INFO - iteration 12, current learner extra_tree +[flaml.automl.logger: 04-09 16:13:52] {2219} INFO - iteration 5, current learner lgbm
[flaml.automl.logger: 04-09 16:13:28] {2392} INFO - at 1.7s, estimator extra_tree's best error=0.3687, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 04-09 16:13:52] {2392} INFO - at 0.6s, estimator lgbm's best error=0.2081, best estimator lgbm's best error=0.2081
[flaml.automl.logger: 04-09 16:13:28] {2219} INFO - iteration 13, current learner rf +[flaml.automl.logger: 04-09 16:13:52] {2219} INFO - iteration 6, current learner lgbm
[flaml.automl.logger: 04-09 16:13:28] {2392} INFO - at 1.9s, estimator rf's best error=0.3757, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 04-09 16:13:52] {2392} INFO - at 0.8s, estimator lgbm's best error=0.2081, best estimator lgbm's best error=0.2081
[flaml.automl.logger: 04-09 16:13:28] {2219} INFO - iteration 14, current learner rf +[flaml.automl.logger: 04-09 16:13:52] {2219} INFO - iteration 7, current learner lgbm
[flaml.automl.logger: 04-09 16:13:29] {2392} INFO - at 2.2s, estimator rf's best error=0.3132, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 04-09 16:13:52] {2392} INFO - at 0.8s, estimator lgbm's best error=0.2081, best estimator lgbm's best error=0.2081
[flaml.automl.logger: 04-09 16:13:29] {2219} INFO - iteration 15, current learner xgboost +[flaml.automl.logger: 04-09 16:13:52] {2219} INFO - iteration 8, current learner lgbm
[flaml.automl.logger: 04-09 16:13:29] {2392} INFO - at 2.3s, estimator xgboost's best error=0.3002, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 04-09 16:13:52] {2392} INFO - at 1.0s, estimator lgbm's best error=0.1994, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-09 16:13:29] {2219} INFO - iteration 16, current learner lgbm +[flaml.automl.logger: 04-09 16:13:52] {2219} INFO - iteration 9, current learner xgboost
[flaml.automl.logger: 04-09 16:13:29] {2392} INFO - at 2.4s, estimator lgbm's best error=0.1994, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 04-09 16:13:52] {2392} INFO - at 1.2s, estimator xgboost's best error=0.3410, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-09 16:13:29] {2219} INFO - iteration 17, current learner xgboost +[flaml.automl.logger: 04-09 16:13:52] {2219} INFO - iteration 10, current learner xgboost
[flaml.automl.logger: 04-09 16:13:29] {2392} INFO - at 2.5s, estimator xgboost's best error=0.2881, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 04-09 16:13:52] {2392} INFO - at 1.2s, estimator xgboost's best error=0.3002, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-09 16:13:29] {2219} INFO - iteration 18, current learner lgbm +[flaml.automl.logger: 04-09 16:13:52] {2219} INFO - iteration 11, current learner extra_tree
[flaml.automl.logger: 04-09 16:13:30] {2392} INFO - at 3.5s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 16:13:52] {2392} INFO - at 1.4s, estimator extra_tree's best error=0.3828, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-09 16:13:30] {2219} INFO - iteration 19, current learner rf +[flaml.automl.logger: 04-09 16:13:52] {2219} INFO - iteration 12, current learner extra_tree
[flaml.automl.logger: 04-09 16:13:30] {2392} INFO - at 3.7s, estimator rf's best error=0.3132, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 16:13:53] {2392} INFO - at 1.6s, estimator extra_tree's best error=0.3687, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-09 16:13:30] {2219} INFO - iteration 20, current learner lgbm +[flaml.automl.logger: 04-09 16:13:53] {2219} INFO - iteration 13, current learner rf
[flaml.automl.logger: 04-09 16:13:32] {2392} INFO - at 5.3s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 16:13:53] {2392} INFO - at 1.8s, estimator rf's best error=0.3757, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-09 16:13:32] {2219} INFO - iteration 21, current learner rf +[flaml.automl.logger: 04-09 16:13:53] {2219} INFO - iteration 14, current learner rf
[flaml.automl.logger: 04-09 16:13:32] {2392} INFO - at 5.6s, estimator rf's best error=0.3132, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 16:13:53] {2392} INFO - at 2.1s, estimator rf's best error=0.3132, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-09 16:13:32] {2219} INFO - iteration 22, current learner lgbm +[flaml.automl.logger: 04-09 16:13:53] {2219} INFO - iteration 15, current learner xgboost
[flaml.automl.logger: 04-09 16:13:33] {2392} INFO - at 6.3s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 16:13:53] {2392} INFO - at 2.2s, estimator xgboost's best error=0.3002, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-09 16:13:33] {2219} INFO - iteration 23, current learner lgbm +[flaml.automl.logger: 04-09 16:13:53] {2219} INFO - iteration 16, current learner lgbm
[flaml.automl.logger: 04-09 16:13:34] {2392} INFO - at 7.1s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 16:13:53] {2392} INFO - at 2.3s, estimator lgbm's best error=0.1994, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-09 16:13:34] {2219} INFO - iteration 24, current learner xgboost +[flaml.automl.logger: 04-09 16:13:53] {2219} INFO - iteration 17, current learner xgboost
[flaml.automl.logger: 04-09 16:13:34] {2392} INFO - at 7.2s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 16:13:53] {2392} INFO - at 2.4s, estimator xgboost's best error=0.2881, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-09 16:13:34] {2219} INFO - iteration 25, current learner extra_tree +[flaml.automl.logger: 04-09 16:13:53] {2219} INFO - iteration 18, current learner lgbm
[flaml.automl.logger: 04-09 16:13:34] {2392} INFO - at 7.4s, estimator extra_tree's best error=0.3687, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 16:13:54] {2392} INFO - at 3.3s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 16:13:34] {2219} INFO - iteration 26, current learner rf +[flaml.automl.logger: 04-09 16:13:54] {2219} INFO - iteration 19, current learner rf
[flaml.automl.logger: 04-09 16:13:34] {2392} INFO - at 7.6s, estimator rf's best error=0.2894, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 16:13:54] {2392} INFO - at 3.5s, estimator rf's best error=0.3132, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 16:13:34] {2219} INFO - iteration 27, current learner xgboost +[flaml.automl.logger: 04-09 16:13:54] {2219} INFO - iteration 20, current learner lgbm
[flaml.automl.logger: 04-09 16:13:34] {2392} INFO - at 7.7s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 16:13:56] {2392} INFO - at 5.1s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 16:13:34] {2219} INFO - iteration 28, current learner xgboost +[flaml.automl.logger: 04-09 16:13:56] {2219} INFO - iteration 21, current learner rf
[flaml.automl.logger: 04-09 16:13:34] {2392} INFO - at 7.9s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 16:13:56] {2392} INFO - at 5.4s, estimator rf's best error=0.3132, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 16:13:34] {2219} INFO - iteration 29, current learner extra_tree +[flaml.automl.logger: 04-09 16:13:56] {2219} INFO - iteration 22, current learner lgbm
[flaml.automl.logger: 04-09 16:13:35] {2392} INFO - at 8.2s, estimator extra_tree's best error=0.3687, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 16:13:57] {2392} INFO - at 6.1s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 16:13:35] {2219} INFO - iteration 30, current learner lgbm +[flaml.automl.logger: 04-09 16:13:57] {2219} INFO - iteration 23, current learner lgbm
[flaml.automl.logger: 04-09 16:13:36] {2392} INFO - at 9.6s, estimator lgbm's best error=0.1647, best estimator lgbm's best error=0.1647 +[flaml.automl.logger: 04-09 16:13:58] {2392} INFO - at 6.9s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 16:13:36] {2219} INFO - iteration 31, current learner lgbm +[flaml.automl.logger: 04-09 16:13:58] {2219} INFO - iteration 24, current learner xgboost
[flaml.automl.logger: 04-09 16:13:40] {2392} INFO - at 13.0s, estimator lgbm's best error=0.1647, best estimator lgbm's best error=0.1647 +[flaml.automl.logger: 04-09 16:13:58] {2392} INFO - at 7.0s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 16:13:40] {2219} INFO - iteration 32, current learner lgbm +[flaml.automl.logger: 04-09 16:13:58] {2219} INFO - iteration 25, current learner extra_tree
[flaml.automl.logger: 04-09 16:13:40] {2392} INFO - at 13.8s, estimator lgbm's best error=0.1647, best estimator lgbm's best error=0.1647 +[flaml.automl.logger: 04-09 16:13:58] {2392} INFO - at 7.2s, estimator extra_tree's best error=0.3687, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 16:13:40] {2219} INFO - iteration 33, current learner xgboost +[flaml.automl.logger: 04-09 16:13:58] {2219} INFO - iteration 26, current learner rf
[flaml.automl.logger: 04-09 16:13:40] {2392} INFO - at 13.9s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1647 +[flaml.automl.logger: 04-09 16:13:58] {2392} INFO - at 7.4s, estimator rf's best error=0.2894, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 16:13:40] {2219} INFO - iteration 34, current learner lgbm +[flaml.automl.logger: 04-09 16:13:58] {2219} INFO - iteration 27, current learner xgboost
[flaml.automl.logger: 04-09 16:13:44] {2392} INFO - at 17.6s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 16:13:59] {2392} INFO - at 7.5s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 16:13:44] {2219} INFO - iteration 35, current learner rf +[flaml.automl.logger: 04-09 16:13:59] {2219} INFO - iteration 28, current learner xgboost
[flaml.automl.logger: 04-09 16:13:44] {2392} INFO - at 17.9s, estimator rf's best error=0.2894, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 16:13:59] {2392} INFO - at 7.7s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 16:13:44] {2219} INFO - iteration 36, current learner extra_tree +[flaml.automl.logger: 04-09 16:13:59] {2219} INFO - iteration 29, current learner extra_tree
[flaml.automl.logger: 04-09 16:13:45] {2392} INFO - at 18.1s, estimator extra_tree's best error=0.3272, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 16:13:59] {2392} INFO - at 7.9s, estimator extra_tree's best error=0.3687, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 16:13:45] {2219} INFO - iteration 37, current learner xgboost +[flaml.automl.logger: 04-09 16:13:59] {2219} INFO - iteration 30, current learner lgbm
[flaml.automl.logger: 04-09 16:13:45] {2392} INFO - at 18.2s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 16:14:00] {2392} INFO - at 9.3s, estimator lgbm's best error=0.1647, best estimator lgbm's best error=0.1647
[flaml.automl.logger: 04-09 16:13:45] {2219} INFO - iteration 38, current learner extra_tree +[flaml.automl.logger: 04-09 16:14:00] {2219} INFO - iteration 31, current learner lgbm
[flaml.automl.logger: 04-09 16:13:45] {2392} INFO - at 18.4s, estimator extra_tree's best error=0.3207, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 16:14:04] {2392} INFO - at 12.7s, estimator lgbm's best error=0.1647, best estimator lgbm's best error=0.1647
[flaml.automl.logger: 04-09 16:13:45] {2219} INFO - iteration 39, current learner rf +[flaml.automl.logger: 04-09 16:14:04] {2219} INFO - iteration 32, current learner lgbm
[flaml.automl.logger: 04-09 16:13:45] {2392} INFO - at 18.7s, estimator rf's best error=0.2746, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 16:14:04] {2392} INFO - at 13.5s, estimator lgbm's best error=0.1647, best estimator lgbm's best error=0.1647
[flaml.automl.logger: 04-09 16:13:45] {2219} INFO - iteration 40, current learner xgboost +[flaml.automl.logger: 04-09 16:14:04] {2219} INFO - iteration 33, current learner xgboost
[flaml.automl.logger: 04-09 16:13:45] {2392} INFO - at 18.9s, estimator xgboost's best error=0.2565, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 16:14:05] {2392} INFO - at 13.6s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1647
[flaml.automl.logger: 04-09 16:13:45] {2219} INFO - iteration 41, current learner extra_tree +[flaml.automl.logger: 04-09 16:14:05] {2219} INFO - iteration 34, current learner lgbm
[flaml.automl.logger: 04-09 16:13:46] {2392} INFO - at 19.0s, estimator extra_tree's best error=0.3207, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 16:14:08] {2392} INFO - at 17.2s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 16:13:46] {2219} INFO - iteration 42, current learner lgbm +[flaml.automl.logger: 04-09 16:14:08] {2219} INFO - iteration 35, current learner rf
[flaml.automl.logger: 04-09 16:13:47] {2392} INFO - at 20.7s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 16:14:08] {2392} INFO - at 17.5s, estimator rf's best error=0.2894, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 16:13:47] {2219} INFO - iteration 43, current learner xgboost +[flaml.automl.logger: 04-09 16:14:08] {2219} INFO - iteration 36, current learner extra_tree
[flaml.automl.logger: 04-09 16:13:47] {2392} INFO - at 20.8s, estimator xgboost's best error=0.2565, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 16:14:09] {2392} INFO - at 17.7s, estimator extra_tree's best error=0.3272, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 16:13:47] {2219} INFO - iteration 44, current learner extra_tree +[flaml.automl.logger: 04-09 16:14:09] {2219} INFO - iteration 37, current learner xgboost
[flaml.automl.logger: 04-09 16:13:48] {2392} INFO - at 21.1s, estimator extra_tree's best error=0.2973, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 16:14:09] {2392} INFO - at 17.8s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 16:13:48] {2219} INFO - iteration 45, current learner extra_tree +[flaml.automl.logger: 04-09 16:14:09] {2219} INFO - iteration 38, current learner extra_tree
[flaml.automl.logger: 04-09 16:13:48] {2392} INFO - at 21.3s, estimator extra_tree's best error=0.2973, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 16:14:09] {2392} INFO - at 18.0s, estimator extra_tree's best error=0.3207, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 16:13:48] {2219} INFO - iteration 46, current learner rf +[flaml.automl.logger: 04-09 16:14:09] {2219} INFO - iteration 39, current learner rf
[flaml.automl.logger: 04-09 16:13:48] {2392} INFO - at 21.8s, estimator rf's best error=0.2451, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 16:14:09] {2392} INFO - at 18.2s, estimator rf's best error=0.2746, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 16:13:48] {2219} INFO - iteration 47, current learner xgboost +[flaml.automl.logger: 04-09 16:14:09] {2219} INFO - iteration 40, current learner xgboost
[flaml.automl.logger: 04-09 16:13:48] {2392} INFO - at 22.0s, estimator xgboost's best error=0.2565, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 16:14:09] {2392} INFO - at 18.4s, estimator xgboost's best error=0.2565, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 16:13:48] {2219} INFO - iteration 48, current learner lgbm +[flaml.automl.logger: 04-09 16:14:09] {2219} INFO - iteration 41, current learner extra_tree
[flaml.automl.logger: 04-09 16:13:50] {2392} INFO - at 23.5s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 16:14:10] {2392} INFO - at 18.6s, estimator extra_tree's best error=0.3207, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 16:13:50] {2219} INFO - iteration 49, current learner rf +[flaml.automl.logger: 04-09 16:14:10] {2219} INFO - iteration 42, current learner lgbm
[flaml.automl.logger: 04-09 16:13:50] {2392} INFO - at 23.8s, estimator rf's best error=0.2451, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 16:14:11] {2392} INFO - at 19.9s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 16:13:50] {2219} INFO - iteration 50, current learner extra_tree +[flaml.automl.logger: 04-09 16:14:11] {2219} INFO - iteration 43, current learner xgboost
[flaml.automl.logger: 04-09 16:13:51] {2392} INFO - at 24.1s, estimator extra_tree's best error=0.2973, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 16:14:11] {2392} INFO - at 20.1s, estimator xgboost's best error=0.2565, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 16:13:51] {2219} INFO - iteration 51, current learner rf +[flaml.automl.logger: 04-09 16:14:11] {2219} INFO - iteration 44, current learner extra_tree
[flaml.automl.logger: 04-09 16:13:51] {2392} INFO - at 24.6s, estimator rf's best error=0.2451, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 16:14:11] {2392} INFO - at 20.4s, estimator extra_tree's best error=0.2973, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 16:13:51] {2219} INFO - iteration 52, current learner rf +[flaml.automl.logger: 04-09 16:14:11] {2219} INFO - iteration 45, current learner extra_tree
[flaml.automl.logger: 04-09 16:13:52] {2392} INFO - at 25.1s, estimator rf's best error=0.2155, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 16:14:12] {2392} INFO - at 20.6s, estimator extra_tree's best error=0.2973, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 16:13:52] {2219} INFO - iteration 53, current learner lgbm +[flaml.automl.logger: 04-09 16:14:12] {2219} INFO - iteration 46, current learner rf
[flaml.automl.logger: 04-09 16:14:01] {2392} INFO - at 35.0s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 16:14:12] {2392} INFO - at 21.1s, estimator rf's best error=0.2451, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 16:14:01] {2219} INFO - iteration 54, current learner lgbm +[flaml.automl.logger: 04-09 16:14:12] {2219} INFO - iteration 47, current learner xgboost
[flaml.automl.logger: 04-09 16:14:07] {2392} INFO - at 40.1s, estimator lgbm's best error=0.1640, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 04-09 16:14:12] {2392} INFO - at 21.2s, estimator xgboost's best error=0.2565, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 16:14:07] {2219} INFO - iteration 55, current learner xgboost +[flaml.automl.logger: 04-09 16:14:12] {2219} INFO - iteration 48, current learner lgbm
[flaml.automl.logger: 04-09 16:14:07] {2392} INFO - at 40.4s, estimator xgboost's best error=0.2406, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 04-09 16:14:14] {2392} INFO - at 22.7s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 16:14:07] {2219} INFO - iteration 56, current learner rf +[flaml.automl.logger: 04-09 16:14:14] {2219} INFO - iteration 49, current learner rf
[flaml.automl.logger: 04-09 16:14:07] {2392} INFO - at 40.7s, estimator rf's best error=0.2155, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 04-09 16:14:14] {2392} INFO - at 23.0s, estimator rf's best error=0.2451, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 16:14:07] {2219} INFO - iteration 57, current learner rf +[flaml.automl.logger: 04-09 16:14:14] {2219} INFO - iteration 50, current learner extra_tree
[flaml.automl.logger: 04-09 16:14:08] {2392} INFO - at 41.6s, estimator rf's best error=0.1994, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 04-09 16:14:14] {2392} INFO - at 23.3s, estimator extra_tree's best error=0.2973, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 16:14:08] {2219} INFO - iteration 58, current learner xgboost +[flaml.automl.logger: 04-09 16:14:14] {2219} INFO - iteration 51, current learner rf
[flaml.automl.logger: 04-09 16:14:08] {2392} INFO - at 41.8s, estimator xgboost's best error=0.2108, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 04-09 16:14:15] {2392} INFO - at 23.8s, estimator rf's best error=0.2451, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 16:14:08] {2219} INFO - iteration 59, current learner rf +[flaml.automl.logger: 04-09 16:14:15] {2219} INFO - iteration 52, current learner rf
[flaml.automl.logger: 04-09 16:14:09] {2392} INFO - at 42.4s, estimator rf's best error=0.1994, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 04-09 16:14:15] {2392} INFO - at 24.3s, estimator rf's best error=0.2155, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 16:14:09] {2219} INFO - iteration 60, current learner xgboost +[flaml.automl.logger: 04-09 16:14:15] {2219} INFO - iteration 53, current learner lgbm
[flaml.automl.logger: 04-09 16:14:09] {2392} INFO - at 42.7s, estimator xgboost's best error=0.2108, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 04-09 16:14:25] {2392} INFO - at 34.1s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 16:14:09] {2219} INFO - iteration 61, current learner rf +[flaml.automl.logger: 04-09 16:14:25] {2219} INFO - iteration 54, current learner lgbm
[flaml.automl.logger: 04-09 16:14:11] {2392} INFO - at 44.1s, estimator rf's best error=0.1994, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 04-09 16:14:30] {2392} INFO - at 39.1s, estimator lgbm's best error=0.1640, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-09 16:14:11] {2219} INFO - iteration 62, current learner xgboost +[flaml.automl.logger: 04-09 16:14:30] {2219} INFO - iteration 55, current learner xgboost
[flaml.automl.logger: 04-09 16:14:11] {2392} INFO - at 44.3s, estimator xgboost's best error=0.2108, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 04-09 16:14:30] {2392} INFO - at 39.3s, estimator xgboost's best error=0.2406, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-09 16:14:11] {2219} INFO - iteration 63, current learner xgboost +[flaml.automl.logger: 04-09 16:14:30] {2219} INFO - iteration 56, current learner rf
[flaml.automl.logger: 04-09 16:14:11] {2392} INFO - at 44.7s, estimator xgboost's best error=0.1996, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 04-09 16:14:31] {2392} INFO - at 39.6s, estimator rf's best error=0.2155, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-09 16:14:11] {2219} INFO - iteration 64, current learner lgbm +[flaml.automl.logger: 04-09 16:14:31] {2219} INFO - iteration 57, current learner rf
[flaml.automl.logger: 04-09 16:14:15] {2392} INFO - at 48.3s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631 +[flaml.automl.logger: 04-09 16:14:32] {2392} INFO - at 40.6s, estimator rf's best error=0.1994, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-09 16:14:15] {2219} INFO - iteration 65, current learner lgbm +[flaml.automl.logger: 04-09 16:14:32] {2219} INFO - iteration 58, current learner xgboost
[flaml.automl.logger: 04-09 16:14:17] {2392} INFO - at 50.9s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631 +[flaml.automl.logger: 04-09 16:14:32] {2392} INFO - at 40.8s, estimator xgboost's best error=0.2108, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-09 16:14:17] {2219} INFO - iteration 66, current learner xgboost +[flaml.automl.logger: 04-09 16:14:32] {2219} INFO - iteration 59, current learner rf
[flaml.automl.logger: 04-09 16:14:18] {2392} INFO - at 51.1s, estimator xgboost's best error=0.1996, best estimator lgbm's best error=0.1631 +[flaml.automl.logger: 04-09 16:14:32] {2392} INFO - at 41.3s, estimator rf's best error=0.1994, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-09 16:14:18] {2219} INFO - iteration 67, current learner lgbm +[flaml.automl.logger: 04-09 16:14:32] {2219} INFO - iteration 60, current learner xgboost
[flaml.automl.logger: 04-09 16:14:23] {2392} INFO - at 56.5s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631 +[flaml.automl.logger: 04-09 16:14:33] {2392} INFO - at 41.6s, estimator xgboost's best error=0.2108, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-09 16:14:23] {2219} INFO - iteration 68, current learner rf +[flaml.automl.logger: 04-09 16:14:33] {2219} INFO - iteration 61, current learner rf
[flaml.automl.logger: 04-09 16:14:24] {2392} INFO - at 57.5s, estimator rf's best error=0.1922, best estimator lgbm's best error=0.1631 +[flaml.automl.logger: 04-09 16:14:34] {2392} INFO - at 43.1s, estimator rf's best error=0.1994, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-09 16:14:24] {2219} INFO - iteration 69, current learner xgboost +[flaml.automl.logger: 04-09 16:14:34] {2219} INFO - iteration 62, current learner xgboost
[flaml.automl.logger: 04-09 16:14:25] {2392} INFO - at 58.6s, estimator xgboost's best error=0.1950, best estimator lgbm's best error=0.1631 +[flaml.automl.logger: 04-09 16:14:34] {2392} INFO - at 43.2s, estimator xgboost's best error=0.2108, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-09 16:14:25] {2219} INFO - iteration 70, current learner xgb_limitdepth +[flaml.automl.logger: 04-09 16:14:34] {2219} INFO - iteration 63, current learner xgboost
[flaml.automl.logger: 04-09 16:14:25] {2392} INFO - at 58.9s, estimator xgb_limitdepth's best error=0.2010, best estimator lgbm's best error=0.1631 +[flaml.automl.logger: 04-09 16:14:35] {2392} INFO - at 43.7s, estimator xgboost's best error=0.1996, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-09 16:14:25] {2219} INFO - iteration 71, current learner xgb_limitdepth +[flaml.automl.logger: 04-09 16:14:35] {2219} INFO - iteration 64, current learner lgbm
[flaml.automl.logger: 04-09 16:14:26] {2392} INFO - at 59.2s, estimator xgb_limitdepth's best error=0.2010, best estimator lgbm's best error=0.1631 +[flaml.automl.logger: 04-09 16:14:38] {2392} INFO - at 47.2s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631
[flaml.automl.logger: 04-09 16:14:26] {2219} INFO - iteration 72, current learner xgb_limitdepth +[flaml.automl.logger: 04-09 16:14:38] {2219} INFO - iteration 65, current learner lgbm
[flaml.automl.logger: 04-09 16:14:26] {2392} INFO - at 59.4s, estimator xgb_limitdepth's best error=0.1822, best estimator lgbm's best error=0.1631 +[flaml.automl.logger: 04-09 16:14:41] {2392} INFO - at 49.8s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631
[flaml.automl.logger: 04-09 16:14:26] {2219} INFO - iteration 73, current learner xgb_limitdepth +[flaml.automl.logger: 04-09 16:14:41] {2219} INFO - iteration 66, current learner xgboost
[flaml.automl.logger: 04-09 16:14:26] {2392} INFO - at 59.6s, estimator xgb_limitdepth's best error=0.1822, best estimator lgbm's best error=0.1631 +[flaml.automl.logger: 04-09 16:14:41] {2392} INFO - at 50.0s, estimator xgboost's best error=0.1996, best estimator lgbm's best error=0.1631
[flaml.automl.logger: 04-09 16:14:26] {2219} INFO - iteration 74, current learner xgb_limitdepth +[flaml.automl.logger: 04-09 16:14:41] {2219} INFO - iteration 67, current learner lgbm
[flaml.automl.logger: 04-09 16:14:26] {2392} INFO - at 60.0s, estimator xgb_limitdepth's best error=0.1822, best estimator lgbm's best error=0.1631 +[flaml.automl.logger: 04-09 16:14:46] {2392} INFO - at 55.4s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631
[flaml.automl.logger: 04-09 16:14:26] {2219} INFO - iteration 75, current learner lrl1 +[flaml.automl.logger: 04-09 16:14:46] {2219} INFO - iteration 68, current learner lgbm
[flaml.automl.logger: 04-09 16:14:27] {2392} INFO - at 60.3s, estimator lrl1's best error=0.4906, best estimator lgbm's best error=0.1631 --
/opt/hostedtoolcache/Python/3.10.14/x64/lib/python3.10/site-packages/sklearn/linear_model/_sag.py:350: ConvergenceWarning: The max_iter was reached which means the coef_ did not converge - warnings.warn( +[flaml.automl.logger: 04-09 16:14:51] {2392} INFO - at 60.1s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631
[flaml.automl.logger: 04-09 16:14:28] {2628} INFO - retrain lgbm for 0.8s +[flaml.automl.logger: 04-09 16:14:52] {2628} INFO - retrain lgbm for 0.7s
[flaml.automl.logger: 04-09 16:14:28] {2631} INFO - retrained model: LGBMClassifier(colsample_bytree=0.6782006405163307, +[flaml.automl.logger: 04-09 16:14:52] {2631} INFO - retrained model: LGBMClassifier(colsample_bytree=0.6782006405163307, learning_rate=0.08222714104485472, max_bin=511, min_child_samples=5, n_estimators=1, n_jobs=-1, num_leaves=254, reg_alpha=0.003934614746573571, reg_lambda=0.003560646472734122, @@ -11329,14 +11223,14 @@AutoML with auto-sklearn
-[flaml.automl.logger: 04-09 16:14:28] {1931} INFO - fit succeeded +[flaml.automl.logger: 04-09 16:14:52] {1931} INFO - fit succeeded
[flaml.automl.logger: 04-09 16:14:28] {1932} INFO - Time taken to find the best model: 48.25734806060791 +[flaml.automl.logger: 04-09 16:14:52] {1932} INFO - Time taken to find the best model: 47.191701889038086