diff --git a/02-MachineLearning.slides.html b/02-MachineLearning.slides.html index d0b911d..a2637aa 100644 --- a/02-MachineLearning.slides.html +++ b/02-MachineLearning.slides.html @@ -8591,7 +8591,7 @@
[CV] END max_features=1.0, min_samples_split=2, n_estimators=10; total time= 0.7s +[CV] END max_features=1.0, min_samples_split=2, n_estimators=10; total time= 0.8s
[CV] END max_features=1.0, min_samples_split=5, n_estimators=100; total time= 6.9s +[CV] END max_features=1.0, min_samples_split=5, n_estimators=100; total time= 7.0s
[CV] END max_features=1.0, min_samples_split=2, n_estimators=100; total time= 7.3s +[CV] END max_features=1.0, min_samples_split=2, n_estimators=100; total time= 7.4s
<matplotlib.collections.PathCollection at 0x7f9e04862e60>+
<matplotlib.collections.PathCollection at 0x7f7ae0bb9750>
[CV] END max_depth=5, max_features=1.0, min_samples_leaf=5, n_estimators=100; total time= 2.1s +[CV] END max_depth=5, max_features=1.0, min_samples_leaf=5, n_estimators=100; total time= 2.2s
[CV] END max_depth=5, max_features=1.0, min_samples_leaf=5, n_estimators=100; total time= 2.1s +[CV] END max_depth=5, max_features=1.0, min_samples_leaf=5, n_estimators=100; total time= 2.2s
[CV] END max_depth=5, max_features=1.0, min_samples_leaf=5, n_estimators=100; total time= 2.1s +[CV] END max_depth=5, max_features=1.0, min_samples_leaf=5, n_estimators=100; total time= 2.2s
[CV] END max_depth=2, max_features=sqrt, min_samples_leaf=5, n_estimators=150; total time= 0.6s +[CV] END max_depth=2, max_features=sqrt, min_samples_leaf=5, n_estimators=150; total time= 0.7s
[CV] END max_depth=5, max_features=1.0, min_samples_leaf=1, n_estimators=100; total time= 2.1s +[CV] END max_depth=5, max_features=1.0, min_samples_leaf=1, n_estimators=100; total time= 2.2s
[CV] END max_depth=5, max_features=1.0, min_samples_leaf=1, n_estimators=100; total time= 2.1s +[CV] END max_depth=5, max_features=1.0, min_samples_leaf=1, n_estimators=100; total time= 2.2s
[flaml.automl.logger: 04-22 13:26:16] {1680} INFO - task = classification +[flaml.automl.logger: 05-09 08:36:18] {1680} INFO - task = classification ++
[flaml.automl.logger: 05-09 08:36:18] {1691} INFO - Evaluation method: cv ++
[flaml.automl.logger: 05-09 08:36:18] {1789} INFO - Minimizing error metric: 1-accuracy
[flaml.automl.logger: 04-22 13:26:16] {1691} INFO - Evaluation method: cv +[flaml.automl.logger: 05-09 08:36:18] {1901} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'xgboost', 'extra_tree', 'xgb_limitdepth', 'lrl1']
[flaml.automl.logger: 04-22 13:26:16] {1789} INFO - Minimizing error metric: 1-accuracy +[flaml.automl.logger: 05-09 08:36:18] {2219} INFO - iteration 0, current learner lgbm
[flaml.automl.logger: 04-22 13:26:16] {1901} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'xgboost', 'extra_tree', 'xgb_limitdepth', 'lrl1'] +[flaml.automl.logger: 05-09 08:36:18] {2345} INFO - Estimated sufficient time budget=1545s. Estimated necessary time budget=36s.
[flaml.automl.logger: 04-22 13:26:16] {2219} INFO - iteration 0, current learner lgbm +[flaml.automl.logger: 05-09 08:36:18] {2392} INFO - at 0.2s, estimator lgbm's best error=0.3435, best estimator lgbm's best error=0.3435
[flaml.automl.logger: 04-22 13:26:16] {2345} INFO - Estimated sufficient time budget=1429s. Estimated necessary time budget=33s. +[flaml.automl.logger: 05-09 08:36:18] {2219} INFO - iteration 1, current learner lgbm
[flaml.automl.logger: 04-22 13:26:16] {2392} INFO - at 0.2s, estimator lgbm's best error=0.3435, best estimator lgbm's best error=0.3435 +[flaml.automl.logger: 05-09 08:36:19] {2392} INFO - at 0.3s, estimator lgbm's best error=0.3435, best estimator lgbm's best error=0.3435
[flaml.automl.logger: 04-22 13:26:16] {2219} INFO - iteration 1, current learner lgbm +[flaml.automl.logger: 05-09 08:36:19] {2219} INFO - iteration 2, current learner lgbm
[flaml.automl.logger: 04-22 13:26:16] {2392} INFO - at 0.2s, estimator lgbm's best error=0.3435, best estimator lgbm's best error=0.3435 +[flaml.automl.logger: 05-09 08:36:19] {2392} INFO - at 0.3s, estimator lgbm's best error=0.3199, best estimator lgbm's best error=0.3199
[flaml.automl.logger: 04-22 13:26:16] {2219} INFO - iteration 2, current learner lgbm +[flaml.automl.logger: 05-09 08:36:19] {2219} INFO - iteration 3, current learner lgbm
[flaml.automl.logger: 04-22 13:26:16] {2392} INFO - at 0.3s, estimator lgbm's best error=0.3199, best estimator lgbm's best error=0.3199 +[flaml.automl.logger: 05-09 08:36:19] {2392} INFO - at 0.5s, estimator lgbm's best error=0.2283, best estimator lgbm's best error=0.2283
[flaml.automl.logger: 04-22 13:26:16] {2219} INFO - iteration 3, current learner lgbm +[flaml.automl.logger: 05-09 08:36:19] {2219} INFO - iteration 4, current learner lgbm
[flaml.automl.logger: 04-22 13:26:16] {2392} INFO - at 0.4s, estimator lgbm's best error=0.2283, best estimator lgbm's best error=0.2283 +[flaml.automl.logger: 05-09 08:36:19] {2392} INFO - at 0.5s, estimator lgbm's best error=0.2283, best estimator lgbm's best error=0.2283
[flaml.automl.logger: 04-22 13:26:16] {2219} INFO - iteration 4, current learner lgbm +[flaml.automl.logger: 05-09 08:36:19] {2219} INFO - iteration 5, current learner lgbm
[flaml.automl.logger: 04-22 13:26:16] {2392} INFO - at 0.5s, estimator lgbm's best error=0.2283, best estimator lgbm's best error=0.2283 +[flaml.automl.logger: 05-09 08:36:19] {2392} INFO - at 0.7s, estimator lgbm's best error=0.2081, best estimator lgbm's best error=0.2081
[flaml.automl.logger: 04-22 13:26:16] {2219} INFO - iteration 5, current learner lgbm +[flaml.automl.logger: 05-09 08:36:19] {2219} INFO - iteration 6, current learner lgbm
[flaml.automl.logger: 04-22 13:26:16] {2392} INFO - at 0.6s, estimator lgbm's best error=0.2081, best estimator lgbm's best error=0.2081 +[flaml.automl.logger: 05-09 08:36:19] {2392} INFO - at 0.8s, estimator lgbm's best error=0.2081, best estimator lgbm's best error=0.2081
[flaml.automl.logger: 04-22 13:26:16] {2219} INFO - iteration 6, current learner lgbm +[flaml.automl.logger: 05-09 08:36:19] {2219} INFO - iteration 7, current learner lgbm
[flaml.automl.logger: 04-22 13:26:16] {2392} INFO - at 0.7s, estimator lgbm's best error=0.2081, best estimator lgbm's best error=0.2081 +[flaml.automl.logger: 05-09 08:36:19] {2392} INFO - at 0.9s, estimator lgbm's best error=0.2081, best estimator lgbm's best error=0.2081
[flaml.automl.logger: 04-22 13:26:16] {2219} INFO - iteration 7, current learner lgbm +[flaml.automl.logger: 05-09 08:36:19] {2219} INFO - iteration 8, current learner lgbm
[flaml.automl.logger: 04-22 13:26:16] {2392} INFO - at 0.8s, estimator lgbm's best error=0.2081, best estimator lgbm's best error=0.2081 +[flaml.automl.logger: 05-09 08:36:19] {2392} INFO - at 1.1s, estimator lgbm's best error=0.1994, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-22 13:26:16] {2219} INFO - iteration 8, current learner lgbm +[flaml.automl.logger: 05-09 08:36:19] {2219} INFO - iteration 9, current learner xgboost
[flaml.automl.logger: 04-22 13:26:17] {2392} INFO - at 1.0s, estimator lgbm's best error=0.1994, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 05-09 08:36:20] {2392} INFO - at 1.2s, estimator xgboost's best error=0.3410, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-22 13:26:17] {2219} INFO - iteration 9, current learner xgboost +[flaml.automl.logger: 05-09 08:36:20] {2219} INFO - iteration 10, current learner xgboost
[flaml.automl.logger: 04-22 13:26:17] {2392} INFO - at 1.1s, estimator xgboost's best error=0.3410, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 05-09 08:36:20] {2392} INFO - at 1.3s, estimator xgboost's best error=0.3002, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-22 13:26:17] {2219} INFO - iteration 10, current learner xgboost +[flaml.automl.logger: 05-09 08:36:20] {2219} INFO - iteration 11, current learner extra_tree
[flaml.automl.logger: 04-22 13:26:17] {2392} INFO - at 1.2s, estimator xgboost's best error=0.3002, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 05-09 08:36:20] {2392} INFO - at 1.5s, estimator extra_tree's best error=0.3828, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-22 13:26:17] {2219} INFO - iteration 11, current learner extra_tree +[flaml.automl.logger: 05-09 08:36:20] {2219} INFO - iteration 12, current learner extra_tree
[flaml.automl.logger: 04-22 13:26:17] {2392} INFO - at 1.4s, estimator extra_tree's best error=0.3828, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 05-09 08:36:20] {2392} INFO - at 1.7s, estimator extra_tree's best error=0.3687, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-22 13:26:17] {2219} INFO - iteration 12, current learner extra_tree +[flaml.automl.logger: 05-09 08:36:20] {2219} INFO - iteration 13, current learner rf
[flaml.automl.logger: 04-22 13:26:17] {2392} INFO - at 1.6s, estimator extra_tree's best error=0.3687, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 05-09 08:36:20] {2392} INFO - at 1.9s, estimator rf's best error=0.3757, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-22 13:26:17] {2219} INFO - iteration 13, current learner rf +[flaml.automl.logger: 05-09 08:36:20] {2219} INFO - iteration 14, current learner rf
[flaml.automl.logger: 04-22 13:26:17] {2392} INFO - at 1.8s, estimator rf's best error=0.3757, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 05-09 08:36:20] {2392} INFO - at 2.1s, estimator rf's best error=0.3132, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-22 13:26:17] {2219} INFO - iteration 14, current learner rf +[flaml.automl.logger: 05-09 08:36:20] {2219} INFO - iteration 15, current learner xgboost
[flaml.automl.logger: 04-22 13:26:18] {2392} INFO - at 2.0s, estimator rf's best error=0.3132, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 05-09 08:36:21] {2392} INFO - at 2.2s, estimator xgboost's best error=0.3002, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-22 13:26:18] {2219} INFO - iteration 15, current learner xgboost +[flaml.automl.logger: 05-09 08:36:21] {2219} INFO - iteration 16, current learner lgbm
[flaml.automl.logger: 04-22 13:26:18] {2392} INFO - at 2.1s, estimator xgboost's best error=0.3002, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 05-09 08:36:21] {2392} INFO - at 2.3s, estimator lgbm's best error=0.1994, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-22 13:26:18] {2219} INFO - iteration 16, current learner lgbm +[flaml.automl.logger: 05-09 08:36:21] {2219} INFO - iteration 17, current learner xgboost
[flaml.automl.logger: 04-22 13:26:18] {2392} INFO - at 2.2s, estimator lgbm's best error=0.1994, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 05-09 08:36:21] {2392} INFO - at 2.4s, estimator xgboost's best error=0.2881, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-22 13:26:18] {2219} INFO - iteration 17, current learner xgboost +[flaml.automl.logger: 05-09 08:36:21] {2219} INFO - iteration 18, current learner lgbm
[flaml.automl.logger: 04-22 13:26:18] {2392} INFO - at 2.3s, estimator xgboost's best error=0.2881, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 05-09 08:36:22] {2392} INFO - at 3.4s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-22 13:26:18] {2219} INFO - iteration 18, current learner lgbm +[flaml.automl.logger: 05-09 08:36:22] {2219} INFO - iteration 19, current learner rf
[flaml.automl.logger: 04-22 13:26:19] {2392} INFO - at 3.2s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 05-09 08:36:22] {2392} INFO - at 3.6s, estimator rf's best error=0.3132, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-22 13:26:19] {2219} INFO - iteration 19, current learner rf +[flaml.automl.logger: 05-09 08:36:22] {2219} INFO - iteration 20, current learner lgbm
[flaml.automl.logger: 04-22 13:26:19] {2392} INFO - at 3.4s, estimator rf's best error=0.3132, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 05-09 08:36:24] {2392} INFO - at 5.2s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-22 13:26:19] {2219} INFO - iteration 20, current learner lgbm +[flaml.automl.logger: 05-09 08:36:24] {2219} INFO - iteration 21, current learner rf
[flaml.automl.logger: 04-22 13:26:21] {2392} INFO - at 5.0s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 05-09 08:36:24] {2392} INFO - at 5.5s, estimator rf's best error=0.3132, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-22 13:26:21] {2219} INFO - iteration 21, current learner rf +[flaml.automl.logger: 05-09 08:36:24] {2219} INFO - iteration 22, current learner lgbm
[flaml.automl.logger: 04-22 13:26:21] {2392} INFO - at 5.3s, estimator rf's best error=0.3132, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 05-09 08:36:24] {2392} INFO - at 6.2s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-22 13:26:21] {2219} INFO - iteration 22, current learner lgbm +[flaml.automl.logger: 05-09 08:36:24] {2219} INFO - iteration 23, current learner lgbm
[flaml.automl.logger: 04-22 13:26:22] {2392} INFO - at 5.9s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 05-09 08:36:25] {2392} INFO - at 7.0s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-22 13:26:22] {2219} INFO - iteration 23, current learner lgbm +[flaml.automl.logger: 05-09 08:36:25] {2219} INFO - iteration 24, current learner xgboost
[flaml.automl.logger: 04-22 13:26:22] {2392} INFO - at 6.7s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 05-09 08:36:25] {2392} INFO - at 7.1s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-22 13:26:22] {2219} INFO - iteration 24, current learner xgboost +[flaml.automl.logger: 05-09 08:36:25] {2219} INFO - iteration 25, current learner extra_tree
[flaml.automl.logger: 04-22 13:26:22] {2392} INFO - at 6.8s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 05-09 08:36:26] {2392} INFO - at 7.3s, estimator extra_tree's best error=0.3687, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-22 13:26:22] {2219} INFO - iteration 25, current learner extra_tree +[flaml.automl.logger: 05-09 08:36:26] {2219} INFO - iteration 26, current learner rf
[flaml.automl.logger: 04-22 13:26:23] {2392} INFO - at 7.0s, estimator extra_tree's best error=0.3687, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 05-09 08:36:26] {2392} INFO - at 7.5s, estimator rf's best error=0.2894, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-22 13:26:23] {2219} INFO - iteration 26, current learner rf +[flaml.automl.logger: 05-09 08:36:26] {2219} INFO - iteration 27, current learner xgboost
[flaml.automl.logger: 04-22 13:26:23] {2392} INFO - at 7.2s, estimator rf's best error=0.2894, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 05-09 08:36:26] {2392} INFO - at 7.6s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-22 13:26:23] {2219} INFO - iteration 27, current learner xgboost +[flaml.automl.logger: 05-09 08:36:26] {2219} INFO - iteration 28, current learner xgboost
[flaml.automl.logger: 04-22 13:26:23] {2392} INFO - at 7.3s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 05-09 08:36:26] {2392} INFO - at 7.8s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-22 13:26:23] {2219} INFO - iteration 28, current learner xgboost +[flaml.automl.logger: 05-09 08:36:26] {2219} INFO - iteration 29, current learner extra_tree
[flaml.automl.logger: 04-22 13:26:23] {2392} INFO - at 7.5s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 05-09 08:36:26] {2392} INFO - at 8.0s, estimator extra_tree's best error=0.3687, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-22 13:26:23] {2219} INFO - iteration 29, current learner extra_tree +[flaml.automl.logger: 05-09 08:36:26] {2219} INFO - iteration 30, current learner lgbm
[flaml.automl.logger: 04-22 13:26:23] {2392} INFO - at 7.7s, estimator extra_tree's best error=0.3687, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 05-09 08:36:28] {2392} INFO - at 9.4s, estimator lgbm's best error=0.1647, best estimator lgbm's best error=0.1647
[flaml.automl.logger: 04-22 13:26:23] {2219} INFO - iteration 30, current learner lgbm +[flaml.automl.logger: 05-09 08:36:28] {2219} INFO - iteration 31, current learner lgbm
[flaml.automl.logger: 04-22 13:26:25] {2392} INFO - at 9.0s, estimator lgbm's best error=0.1647, best estimator lgbm's best error=0.1647 +[flaml.automl.logger: 05-09 08:36:31] {2392} INFO - at 13.0s, estimator lgbm's best error=0.1647, best estimator lgbm's best error=0.1647
[flaml.automl.logger: 04-22 13:26:25] {2219} INFO - iteration 31, current learner lgbm +[flaml.automl.logger: 05-09 08:36:31] {2219} INFO - iteration 32, current learner lgbm
[flaml.automl.logger: 04-22 13:26:28] {2392} INFO - at 12.4s, estimator lgbm's best error=0.1647, best estimator lgbm's best error=0.1647 +[flaml.automl.logger: 05-09 08:36:32] {2392} INFO - at 13.7s, estimator lgbm's best error=0.1647, best estimator lgbm's best error=0.1647
[flaml.automl.logger: 04-22 13:26:28] {2219} INFO - iteration 32, current learner lgbm +[flaml.automl.logger: 05-09 08:36:32] {2219} INFO - iteration 33, current learner xgboost
[flaml.automl.logger: 04-22 13:26:29] {2392} INFO - at 13.1s, estimator lgbm's best error=0.1647, best estimator lgbm's best error=0.1647 +[flaml.automl.logger: 05-09 08:36:32] {2392} INFO - at 13.8s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1647
[flaml.automl.logger: 04-22 13:26:29] {2219} INFO - iteration 33, current learner xgboost +[flaml.automl.logger: 05-09 08:36:32] {2219} INFO - iteration 34, current learner lgbm
[flaml.automl.logger: 04-22 13:26:29] {2392} INFO - at 13.2s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1647 +[flaml.automl.logger: 05-09 08:36:36] {2392} INFO - at 17.4s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-22 13:26:29] {2219} INFO - iteration 34, current learner lgbm +[flaml.automl.logger: 05-09 08:36:36] {2219} INFO - iteration 35, current learner rf
[flaml.automl.logger: 04-22 13:26:32] {2392} INFO - at 16.7s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 05-09 08:36:36] {2392} INFO - at 17.7s, estimator rf's best error=0.2894, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-22 13:26:32] {2219} INFO - iteration 35, current learner rf +[flaml.automl.logger: 05-09 08:36:36] {2219} INFO - iteration 36, current learner extra_tree
[flaml.automl.logger: 04-22 13:26:33] {2392} INFO - at 17.0s, estimator rf's best error=0.2894, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 05-09 08:36:36] {2392} INFO - at 17.9s, estimator extra_tree's best error=0.3272, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-22 13:26:33] {2219} INFO - iteration 36, current learner extra_tree +[flaml.automl.logger: 05-09 08:36:36] {2219} INFO - iteration 37, current learner xgboost
[flaml.automl.logger: 04-22 13:26:33] {2392} INFO - at 17.1s, estimator extra_tree's best error=0.3272, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 05-09 08:36:36] {2392} INFO - at 18.0s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-22 13:26:33] {2219} INFO - iteration 37, current learner xgboost +[flaml.automl.logger: 05-09 08:36:36] {2219} INFO - iteration 38, current learner extra_tree
[flaml.automl.logger: 04-22 13:26:33] {2392} INFO - at 17.3s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 05-09 08:36:37] {2392} INFO - at 18.2s, estimator extra_tree's best error=0.3207, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-22 13:26:33] {2219} INFO - iteration 38, current learner extra_tree +[flaml.automl.logger: 05-09 08:36:37] {2219} INFO - iteration 39, current learner rf
[flaml.automl.logger: 04-22 13:26:33] {2392} INFO - at 17.5s, estimator extra_tree's best error=0.3207, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 05-09 08:36:37] {2392} INFO - at 18.5s, estimator rf's best error=0.2746, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-22 13:26:33] {2219} INFO - iteration 39, current learner rf +[flaml.automl.logger: 05-09 08:36:37] {2219} INFO - iteration 40, current learner xgboost
[flaml.automl.logger: 04-22 13:26:33] {2392} INFO - at 17.7s, estimator rf's best error=0.2746, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 05-09 08:36:37] {2392} INFO - at 18.7s, estimator xgboost's best error=0.2565, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-22 13:26:33] {2219} INFO - iteration 40, current learner xgboost +[flaml.automl.logger: 05-09 08:36:37] {2219} INFO - iteration 41, current learner extra_tree
[flaml.automl.logger: 04-22 13:26:34] {2392} INFO - at 17.9s, estimator xgboost's best error=0.2565, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 05-09 08:36:37] {2392} INFO - at 18.8s, estimator extra_tree's best error=0.3207, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-22 13:26:34] {2219} INFO - iteration 41, current learner extra_tree +[flaml.automl.logger: 05-09 08:36:37] {2219} INFO - iteration 42, current learner lgbm
[flaml.automl.logger: 04-22 13:26:34] {2392} INFO - at 18.0s, estimator extra_tree's best error=0.3207, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 05-09 08:36:39] {2392} INFO - at 20.2s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-22 13:26:34] {2219} INFO - iteration 42, current learner lgbm +[flaml.automl.logger: 05-09 08:36:39] {2219} INFO - iteration 43, current learner xgboost
[flaml.automl.logger: 04-22 13:26:35] {2392} INFO - at 19.4s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 05-09 08:36:39] {2392} INFO - at 20.3s, estimator xgboost's best error=0.2565, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-22 13:26:35] {2219} INFO - iteration 43, current learner xgboost +[flaml.automl.logger: 05-09 08:36:39] {2219} INFO - iteration 44, current learner extra_tree
[flaml.automl.logger: 04-22 13:26:35] {2392} INFO - at 19.5s, estimator xgboost's best error=0.2565, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 05-09 08:36:39] {2392} INFO - at 20.7s, estimator extra_tree's best error=0.2973, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-22 13:26:35] {2219} INFO - iteration 44, current learner extra_tree +[flaml.automl.logger: 05-09 08:36:39] {2219} INFO - iteration 45, current learner extra_tree
[flaml.automl.logger: 04-22 13:26:35] {2392} INFO - at 19.8s, estimator extra_tree's best error=0.2973, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 05-09 08:36:39] {2392} INFO - at 20.9s, estimator extra_tree's best error=0.2973, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-22 13:26:35] {2219} INFO - iteration 45, current learner extra_tree +[flaml.automl.logger: 05-09 08:36:39] {2219} INFO - iteration 46, current learner rf
[flaml.automl.logger: 04-22 13:26:36] {2392} INFO - at 20.0s, estimator extra_tree's best error=0.2973, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 05-09 08:36:40] {2392} INFO - at 21.4s, estimator rf's best error=0.2451, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-22 13:26:36] {2219} INFO - iteration 46, current learner rf +[flaml.automl.logger: 05-09 08:36:40] {2219} INFO - iteration 47, current learner xgboost
[flaml.automl.logger: 04-22 13:26:36] {2392} INFO - at 20.5s, estimator rf's best error=0.2451, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 05-09 08:36:40] {2392} INFO - at 21.5s, estimator xgboost's best error=0.2565, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-22 13:26:36] {2219} INFO - iteration 47, current learner xgboost +[flaml.automl.logger: 05-09 08:36:40] {2219} INFO - iteration 48, current learner lgbm
[flaml.automl.logger: 04-22 13:26:36] {2392} INFO - at 20.6s, estimator xgboost's best error=0.2565, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 05-09 08:36:41] {2392} INFO - at 23.0s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-22 13:26:36] {2219} INFO - iteration 48, current learner lgbm +[flaml.automl.logger: 05-09 08:36:41] {2219} INFO - iteration 49, current learner rf
[flaml.automl.logger: 04-22 13:26:38] {2392} INFO - at 22.1s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 05-09 08:36:42] {2392} INFO - at 23.3s, estimator rf's best error=0.2451, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-22 13:26:38] {2219} INFO - iteration 49, current learner rf +[flaml.automl.logger: 05-09 08:36:42] {2219} INFO - iteration 50, current learner extra_tree
[flaml.automl.logger: 04-22 13:26:38] {2392} INFO - at 22.4s, estimator rf's best error=0.2451, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 05-09 08:36:42] {2392} INFO - at 23.6s, estimator extra_tree's best error=0.2973, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-22 13:26:38] {2219} INFO - iteration 50, current learner extra_tree +[flaml.automl.logger: 05-09 08:36:42] {2219} INFO - iteration 51, current learner rf
[flaml.automl.logger: 04-22 13:26:38] {2392} INFO - at 22.7s, estimator extra_tree's best error=0.2973, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 05-09 08:36:42] {2392} INFO - at 24.1s, estimator rf's best error=0.2451, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-22 13:26:38] {2219} INFO - iteration 51, current learner rf +[flaml.automl.logger: 05-09 08:36:42] {2219} INFO - iteration 52, current learner rf
[flaml.automl.logger: 04-22 13:26:39] {2392} INFO - at 23.1s, estimator rf's best error=0.2451, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 05-09 08:36:43] {2392} INFO - at 24.6s, estimator rf's best error=0.2155, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-22 13:26:39] {2219} INFO - iteration 52, current learner rf +[flaml.automl.logger: 05-09 08:36:43] {2219} INFO - iteration 53, current learner lgbm
[flaml.automl.logger: 04-22 13:26:39] {2392} INFO - at 23.6s, estimator rf's best error=0.2155, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 05-09 08:36:53] {2392} INFO - at 34.4s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-22 13:26:39] {2219} INFO - iteration 53, current learner lgbm +[flaml.automl.logger: 05-09 08:36:53] {2219} INFO - iteration 54, current learner lgbm
[flaml.automl.logger: 04-22 13:26:49] {2392} INFO - at 33.0s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 05-09 08:36:58] {2392} INFO - at 39.4s, estimator lgbm's best error=0.1640, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-22 13:26:49] {2219} INFO - iteration 54, current learner lgbm +[flaml.automl.logger: 05-09 08:36:58] {2219} INFO - iteration 55, current learner xgboost
[flaml.automl.logger: 04-22 13:26:54] {2392} INFO - at 38.0s, estimator lgbm's best error=0.1640, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 05-09 08:36:58] {2392} INFO - at 39.6s, estimator xgboost's best error=0.2406, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-22 13:26:54] {2219} INFO - iteration 55, current learner xgboost +[flaml.automl.logger: 05-09 08:36:58] {2219} INFO - iteration 56, current learner rf
[flaml.automl.logger: 04-22 13:26:54] {2392} INFO - at 38.2s, estimator xgboost's best error=0.2406, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 05-09 08:36:58] {2392} INFO - at 40.0s, estimator rf's best error=0.2155, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-22 13:26:54] {2219} INFO - iteration 56, current learner rf +[flaml.automl.logger: 05-09 08:36:58] {2219} INFO - iteration 57, current learner rf
[flaml.automl.logger: 04-22 13:26:54] {2392} INFO - at 38.5s, estimator rf's best error=0.2155, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 05-09 08:36:59] {2392} INFO - at 40.9s, estimator rf's best error=0.1994, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-22 13:26:54] {2219} INFO - iteration 57, current learner rf +[flaml.automl.logger: 05-09 08:36:59] {2219} INFO - iteration 58, current learner xgboost
[flaml.automl.logger: 04-22 13:26:55] {2392} INFO - at 39.4s, estimator rf's best error=0.1994, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 05-09 08:36:59] {2392} INFO - at 41.1s, estimator xgboost's best error=0.2108, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-22 13:26:55] {2219} INFO - iteration 58, current learner xgboost +[flaml.automl.logger: 05-09 08:36:59] {2219} INFO - iteration 59, current learner rf
[flaml.automl.logger: 04-22 13:26:55] {2392} INFO - at 39.6s, estimator xgboost's best error=0.2108, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 05-09 08:37:00] {2392} INFO - at 41.7s, estimator rf's best error=0.1994, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-22 13:26:55] {2219} INFO - iteration 59, current learner rf +[flaml.automl.logger: 05-09 08:37:00] {2219} INFO - iteration 60, current learner xgboost
[flaml.automl.logger: 04-22 13:26:56] {2392} INFO - at 40.2s, estimator rf's best error=0.1994, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 05-09 08:37:00] {2392} INFO - at 42.0s, estimator xgboost's best error=0.2108, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-22 13:26:56] {2219} INFO - iteration 60, current learner xgboost +[flaml.automl.logger: 05-09 08:37:00] {2219} INFO - iteration 61, current learner rf
[flaml.automl.logger: 04-22 13:26:56] {2392} INFO - at 40.5s, estimator xgboost's best error=0.2108, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 05-09 08:37:02] {2392} INFO - at 43.4s, estimator rf's best error=0.1994, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-22 13:26:56] {2219} INFO - iteration 61, current learner rf +[flaml.automl.logger: 05-09 08:37:02] {2219} INFO - iteration 62, current learner xgboost
[flaml.automl.logger: 04-22 13:26:58] {2392} INFO - at 41.9s, estimator rf's best error=0.1994, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 05-09 08:37:02] {2392} INFO - at 43.6s, estimator xgboost's best error=0.2108, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-22 13:26:58] {2219} INFO - iteration 62, current learner xgboost +[flaml.automl.logger: 05-09 08:37:02] {2219} INFO - iteration 63, current learner xgboost
[flaml.automl.logger: 04-22 13:26:58] {2392} INFO - at 42.0s, estimator xgboost's best error=0.2108, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 05-09 08:37:02] {2392} INFO - at 44.0s, estimator xgboost's best error=0.1996, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-22 13:26:58] {2219} INFO - iteration 63, current learner xgboost +[flaml.automl.logger: 05-09 08:37:02] {2219} INFO - iteration 64, current learner lgbm
[flaml.automl.logger: 04-22 13:26:58] {2392} INFO - at 42.4s, estimator xgboost's best error=0.1996, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 05-09 08:37:06] {2392} INFO - at 47.4s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631
[flaml.automl.logger: 04-22 13:26:58] {2219} INFO - iteration 64, current learner lgbm +[flaml.automl.logger: 05-09 08:37:06] {2219} INFO - iteration 65, current learner lgbm
[flaml.automl.logger: 04-22 13:27:01] {2392} INFO - at 45.8s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631 +[flaml.automl.logger: 05-09 08:37:08] {2392} INFO - at 50.0s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631
[flaml.automl.logger: 04-22 13:27:01] {2219} INFO - iteration 65, current learner lgbm +[flaml.automl.logger: 05-09 08:37:08] {2219} INFO - iteration 66, current learner xgboost
[flaml.automl.logger: 04-22 13:27:04] {2392} INFO - at 48.4s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631 +[flaml.automl.logger: 05-09 08:37:09] {2392} INFO - at 50.2s, estimator xgboost's best error=0.1996, best estimator lgbm's best error=0.1631
[flaml.automl.logger: 04-22 13:27:04] {2219} INFO - iteration 66, current learner xgboost +[flaml.automl.logger: 05-09 08:37:09] {2219} INFO - iteration 67, current learner lgbm
[flaml.automl.logger: 04-22 13:27:04] {2392} INFO - at 48.6s, estimator xgboost's best error=0.1996, best estimator lgbm's best error=0.1631 +[flaml.automl.logger: 05-09 08:37:14] {2392} INFO - at 55.6s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631
[flaml.automl.logger: 04-22 13:27:04] {2219} INFO - iteration 67, current learner lgbm +[flaml.automl.logger: 05-09 08:37:14] {2219} INFO - iteration 68, current learner lgbm
[flaml.automl.logger: 04-22 13:27:10] {2392} INFO - at 53.9s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631 +[flaml.automl.logger: 05-09 08:37:18] {2392} INFO - at 60.0s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631
[flaml.automl.logger: 04-22 13:27:10] {2219} INFO - iteration 68, current learner lgbm +[flaml.automl.logger: 05-09 08:37:18] {2219} INFO - iteration 69, current learner xgb_limitdepth
[flaml.automl.logger: 04-22 13:27:16] {2392} INFO - at 60.2s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631 +[flaml.automl.logger: 05-09 08:37:18] {2392} INFO - at 60.0s, estimator xgb_limitdepth's best error=0.2733, best estimator lgbm's best error=0.1631
[flaml.automl.logger: 04-22 13:27:17] {2628} INFO - retrain lgbm for 0.7s +[flaml.automl.logger: 05-09 08:37:19] {2628} INFO - retrain lgbm for 0.8s
[flaml.automl.logger: 04-22 13:27:17] {2631} INFO - retrained model: LGBMClassifier(colsample_bytree=0.6782006405163307, +[flaml.automl.logger: 05-09 08:37:19] {2631} INFO - retrained model: LGBMClassifier(colsample_bytree=0.6782006405163307, learning_rate=0.08222714104485472, max_bin=511, min_child_samples=5, n_estimators=1, n_jobs=-1, num_leaves=254, reg_alpha=0.003934614746573571, reg_lambda=0.003560646472734122, @@ -11223,14 +11237,14 @@AutoML with FLAML
-[flaml.automl.logger: 04-22 13:27:17] {1931} INFO - fit succeeded +[flaml.automl.logger: 05-09 08:37:19] {1931} INFO - fit succeeded
[flaml.automl.logger: 04-22 13:27:17] {1932} INFO - Time taken to find the best model: 45.79306364059448 +[flaml.automl.logger: 05-09 08:37:19] {1932} INFO - Time taken to find the best model: 47.43648862838745