diff --git a/01-DataPreprocessing.slides.html b/01-DataPreprocessing.slides.html index bafd912..96f6256 100644 --- a/01-DataPreprocessing.slides.html +++ b/01-DataPreprocessing.slides.html @@ -7572,7 +7572,7 @@
1.5.3 +1.5.1
/tmp/ipykernel_1883/116020630.py:6: FutureWarning: The behavior of `series[i:j]` with an integer-dtype index is deprecated. In a future version, this will be treated as *label-based* indexing, consistent with e.g. `series[i]` lookups. To retain the old behavior, use `series.iloc[i:j]`. To get the future behavior, use `series.loc[i:j]`. + df = pd.DataFrame({'y_test': y_test[:10].to_numpy(), 'y_pred': housing_predictions[:10]}, index=[x for x in range(10)]) ++
/tmp/ipykernel_1883/3630218259.py:15: FutureWarning: The behavior of `series[i:j]` with an integer-dtype index is deprecated. In a future version, this will be treated as *label-based* indexing, consistent with e.g. `series[i]` lookups. To retain the old behavior, use `series.iloc[i:j]`. To get the future behavior, use `series.loc[i:j]`. + df = pd.DataFrame({'y_test': y_test[:10].to_numpy( ++
[CV] END max_features=1.0, min_samples_split=2, n_estimators=25; total time= 1.7s +[CV] END max_features=1.0, min_samples_split=2, n_estimators=25; total time= 1.6s
[CV] END max_features=1.0, min_samples_split=5, n_estimators=100; total time= 6.1s +[CV] END max_features=1.0, min_samples_split=5, n_estimators=100; total time= 6.2s
[CV] END max_features=sqrt, min_samples_split=5, n_estimators=100; total time= 1.8s +[CV] END max_features=sqrt, min_samples_split=5, n_estimators=100; total time= 1.9s
/tmp/ipykernel_1883/3630218259.py:15: FutureWarning: The behavior of `series[i:j]` with an integer-dtype index is deprecated. In a future version, this will be treated as *label-based* indexing, consistent with e.g. `series[i]` lookups. To retain the old behavior, use `series.iloc[i:j]`. To get the future behavior, use `series.loc[i:j]`. + df = pd.DataFrame({'y_test': y_test[:10].to_numpy( ++
<matplotlib.collections.PathCollection at 0x7f8a13c44af0>+
<matplotlib.collections.PathCollection at 0x7f7a4eeb7a30>
[CV] END max_depth=5, max_features=1.0, min_samples_leaf=1, n_estimators=100; total time= 2.0s +[CV] END max_depth=5, max_features=1.0, min_samples_leaf=1, n_estimators=100; total time= 2.1s
[CV] END max_depth=5, max_features=1.0, min_samples_leaf=1, n_estimators=100; total time= 2.0s +[CV] END max_depth=5, max_features=1.0, min_samples_leaf=1, n_estimators=100; total time= 2.1s
[CV] END max_depth=2, max_features=1.0, min_samples_leaf=5, n_estimators=150; total time= 1.4s +[CV] END max_depth=2, max_features=1.0, min_samples_leaf=5, n_estimators=150; total time= 1.3s
[flaml.automl.logger: 04-09 14:51:36] {1680} INFO - task = classification +[flaml.automl.logger: 04-09 14:52:48] {1680} INFO - task = classification
[flaml.automl.logger: 04-09 14:51:36] {1691} INFO - Evaluation method: cv +[flaml.automl.logger: 04-09 14:52:48] {1691} INFO - Evaluation method: cv
[flaml.automl.logger: 04-09 14:51:36] {1789} INFO - Minimizing error metric: 1-accuracy +[flaml.automl.logger: 04-09 14:52:48] {1789} INFO - Minimizing error metric: 1-accuracy
[flaml.automl.logger: 04-09 14:51:36] {1901} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'xgboost', 'extra_tree', 'xgb_limitdepth', 'lrl1'] +[flaml.automl.logger: 04-09 14:52:48] {1901} INFO - List of ML learners in AutoML Run: ['lgbm', 'rf', 'xgboost', 'extra_tree', 'xgb_limitdepth', 'lrl1']
[flaml.automl.logger: 04-09 14:51:36] {2219} INFO - iteration 0, current learner lgbm +[flaml.automl.logger: 04-09 14:52:48] {2219} INFO - iteration 0, current learner lgbm
[flaml.automl.logger: 04-09 14:51:36] {2345} INFO - Estimated sufficient time budget=1454s. Estimated necessary time budget=34s. +[flaml.automl.logger: 04-09 14:52:48] {2345} INFO - Estimated sufficient time budget=1461s. Estimated necessary time budget=34s.
[flaml.automl.logger: 04-09 14:51:36] {2392} INFO - at 0.2s, estimator lgbm's best error=0.3435, best estimator lgbm's best error=0.3435 +[flaml.automl.logger: 04-09 14:52:48] {2392} INFO - at 0.2s, estimator lgbm's best error=0.3435, best estimator lgbm's best error=0.3435
[flaml.automl.logger: 04-09 14:51:36] {2219} INFO - iteration 1, current learner lgbm +[flaml.automl.logger: 04-09 14:52:48] {2219} INFO - iteration 1, current learner lgbm
[flaml.automl.logger: 04-09 14:51:36] {2392} INFO - at 0.2s, estimator lgbm's best error=0.3435, best estimator lgbm's best error=0.3435 +[flaml.automl.logger: 04-09 14:52:48] {2392} INFO - at 0.2s, estimator lgbm's best error=0.3435, best estimator lgbm's best error=0.3435
[flaml.automl.logger: 04-09 14:51:36] {2219} INFO - iteration 2, current learner lgbm +[flaml.automl.logger: 04-09 14:52:48] {2219} INFO - iteration 2, current learner lgbm
[flaml.automl.logger: 04-09 14:51:36] {2392} INFO - at 0.3s, estimator lgbm's best error=0.3199, best estimator lgbm's best error=0.3199 +[flaml.automl.logger: 04-09 14:52:48] {2392} INFO - at 0.3s, estimator lgbm's best error=0.3199, best estimator lgbm's best error=0.3199
[flaml.automl.logger: 04-09 14:51:36] {2219} INFO - iteration 3, current learner lgbm +[flaml.automl.logger: 04-09 14:52:48] {2219} INFO - iteration 3, current learner lgbm
[flaml.automl.logger: 04-09 14:51:36] {2392} INFO - at 0.4s, estimator lgbm's best error=0.2283, best estimator lgbm's best error=0.2283 +[flaml.automl.logger: 04-09 14:52:48] {2392} INFO - at 0.5s, estimator lgbm's best error=0.2283, best estimator lgbm's best error=0.2283
[flaml.automl.logger: 04-09 14:51:36] {2219} INFO - iteration 4, current learner lgbm +[flaml.automl.logger: 04-09 14:52:48] {2219} INFO - iteration 4, current learner lgbm
[flaml.automl.logger: 04-09 14:51:36] {2392} INFO - at 0.5s, estimator lgbm's best error=0.2283, best estimator lgbm's best error=0.2283 +[flaml.automl.logger: 04-09 14:52:48] {2392} INFO - at 0.5s, estimator lgbm's best error=0.2283, best estimator lgbm's best error=0.2283
[flaml.automl.logger: 04-09 14:51:36] {2219} INFO - iteration 5, current learner lgbm +[flaml.automl.logger: 04-09 14:52:48] {2219} INFO - iteration 5, current learner lgbm
[flaml.automl.logger: 04-09 14:51:37] {2392} INFO - at 0.6s, estimator lgbm's best error=0.2081, best estimator lgbm's best error=0.2081 +[flaml.automl.logger: 04-09 14:52:49] {2392} INFO - at 0.8s, estimator lgbm's best error=0.2081, best estimator lgbm's best error=0.2081
[flaml.automl.logger: 04-09 14:51:37] {2219} INFO - iteration 6, current learner lgbm +[flaml.automl.logger: 04-09 14:52:49] {2219} INFO - iteration 6, current learner xgboost
[flaml.automl.logger: 04-09 14:51:37] {2392} INFO - at 0.7s, estimator lgbm's best error=0.2081, best estimator lgbm's best error=0.2081 +[flaml.automl.logger: 04-09 14:52:49] {2392} INFO - at 0.9s, estimator xgboost's best error=0.3410, best estimator lgbm's best error=0.2081
[flaml.automl.logger: 04-09 14:51:37] {2219} INFO - iteration 7, current learner lgbm +[flaml.automl.logger: 04-09 14:52:49] {2219} INFO - iteration 7, current learner lgbm
[flaml.automl.logger: 04-09 14:51:37] {2392} INFO - at 0.8s, estimator lgbm's best error=0.2081, best estimator lgbm's best error=0.2081 +[flaml.automl.logger: 04-09 14:52:49] {2392} INFO - at 1.0s, estimator lgbm's best error=0.2081, best estimator lgbm's best error=0.2081
[flaml.automl.logger: 04-09 14:51:37] {2219} INFO - iteration 8, current learner lgbm +[flaml.automl.logger: 04-09 14:52:49] {2219} INFO - iteration 8, current learner lgbm
[flaml.automl.logger: 04-09 14:51:37] {2392} INFO - at 1.0s, estimator lgbm's best error=0.1994, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 04-09 14:52:49] {2392} INFO - at 1.1s, estimator lgbm's best error=0.2081, best estimator lgbm's best error=0.2081
[flaml.automl.logger: 04-09 14:51:37] {2219} INFO - iteration 9, current learner xgboost +[flaml.automl.logger: 04-09 14:52:49] {2219} INFO - iteration 9, current learner xgboost
[flaml.automl.logger: 04-09 14:51:37] {2392} INFO - at 1.1s, estimator xgboost's best error=0.3410, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 04-09 14:52:49] {2392} INFO - at 1.2s, estimator xgboost's best error=0.3002, best estimator lgbm's best error=0.2081
[flaml.automl.logger: 04-09 14:51:37] {2219} INFO - iteration 10, current learner xgboost +[flaml.automl.logger: 04-09 14:52:49] {2219} INFO - iteration 10, current learner extra_tree
[flaml.automl.logger: 04-09 14:51:37] {2392} INFO - at 1.2s, estimator xgboost's best error=0.3002, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 04-09 14:52:49] {2392} INFO - at 1.3s, estimator extra_tree's best error=0.3828, best estimator lgbm's best error=0.2081
[flaml.automl.logger: 04-09 14:51:37] {2219} INFO - iteration 11, current learner extra_tree +[flaml.automl.logger: 04-09 14:52:49] {2219} INFO - iteration 11, current learner xgboost
[flaml.automl.logger: 04-09 14:51:37] {2392} INFO - at 1.4s, estimator extra_tree's best error=0.3828, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 04-09 14:52:49] {2392} INFO - at 1.4s, estimator xgboost's best error=0.3002, best estimator lgbm's best error=0.2081
[flaml.automl.logger: 04-09 14:51:37] {2219} INFO - iteration 12, current learner extra_tree +[flaml.automl.logger: 04-09 14:52:49] {2219} INFO - iteration 12, current learner extra_tree
[flaml.automl.logger: 04-09 14:51:38] {2392} INFO - at 1.6s, estimator extra_tree's best error=0.3687, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 04-09 14:52:49] {2392} INFO - at 1.6s, estimator extra_tree's best error=0.3687, best estimator lgbm's best error=0.2081
[flaml.automl.logger: 04-09 14:51:38] {2219} INFO - iteration 13, current learner rf +[flaml.automl.logger: 04-09 14:52:49] {2219} INFO - iteration 13, current learner lgbm
[flaml.automl.logger: 04-09 14:51:38] {2392} INFO - at 1.8s, estimator rf's best error=0.3757, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 04-09 14:52:50] {2392} INFO - at 1.8s, estimator lgbm's best error=0.1994, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-09 14:51:38] {2219} INFO - iteration 14, current learner rf +[flaml.automl.logger: 04-09 14:52:50] {2219} INFO - iteration 14, current learner rf
[flaml.automl.logger: 04-09 14:51:38] {2392} INFO - at 2.0s, estimator rf's best error=0.3132, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 04-09 14:52:50] {2392} INFO - at 2.1s, estimator rf's best error=0.3757, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-09 14:51:38] {2219} INFO - iteration 15, current learner xgboost +[flaml.automl.logger: 04-09 14:52:50] {2219} INFO - iteration 15, current learner rf
[flaml.automl.logger: 04-09 14:51:38] {2392} INFO - at 2.1s, estimator xgboost's best error=0.3002, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 04-09 14:52:50] {2392} INFO - at 2.3s, estimator rf's best error=0.3132, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-09 14:51:38] {2219} INFO - iteration 16, current learner lgbm +[flaml.automl.logger: 04-09 14:52:50] {2219} INFO - iteration 16, current learner lgbm
[flaml.automl.logger: 04-09 14:51:38] {2392} INFO - at 2.2s, estimator lgbm's best error=0.1994, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 04-09 14:52:50] {2392} INFO - at 2.4s, estimator lgbm's best error=0.1994, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-09 14:51:38] {2219} INFO - iteration 17, current learner xgboost +[flaml.automl.logger: 04-09 14:52:50] {2219} INFO - iteration 17, current learner xgboost
[flaml.automl.logger: 04-09 14:51:38] {2392} INFO - at 2.3s, estimator xgboost's best error=0.2881, best estimator lgbm's best error=0.1994 +[flaml.automl.logger: 04-09 14:52:50] {2392} INFO - at 2.5s, estimator xgboost's best error=0.2881, best estimator lgbm's best error=0.1994
[flaml.automl.logger: 04-09 14:51:38] {2219} INFO - iteration 18, current learner lgbm +[flaml.automl.logger: 04-09 14:52:50] {2219} INFO - iteration 18, current learner lgbm
[flaml.automl.logger: 04-09 14:51:39] {2392} INFO - at 3.2s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 14:52:51] {2392} INFO - at 3.4s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 14:51:39] {2219} INFO - iteration 19, current learner rf +[flaml.automl.logger: 04-09 14:52:51] {2219} INFO - iteration 19, current learner rf
[flaml.automl.logger: 04-09 14:51:39] {2392} INFO - at 3.4s, estimator rf's best error=0.3132, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 14:52:51] {2392} INFO - at 3.6s, estimator rf's best error=0.3132, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 14:51:39] {2219} INFO - iteration 20, current learner lgbm +[flaml.automl.logger: 04-09 14:52:51] {2219} INFO - iteration 20, current learner lgbm
[flaml.automl.logger: 04-09 14:51:41] {2392} INFO - at 5.0s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 14:52:53] {2392} INFO - at 5.3s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 14:51:41] {2219} INFO - iteration 21, current learner rf +[flaml.automl.logger: 04-09 14:52:53] {2219} INFO - iteration 21, current learner rf
[flaml.automl.logger: 04-09 14:51:41] {2392} INFO - at 5.3s, estimator rf's best error=0.3132, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 14:52:53] {2392} INFO - at 5.5s, estimator rf's best error=0.3132, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 14:51:41] {2219} INFO - iteration 22, current learner lgbm +[flaml.automl.logger: 04-09 14:52:53] {2219} INFO - iteration 22, current learner lgbm
[flaml.automl.logger: 04-09 14:51:42] {2392} INFO - at 5.9s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 14:52:54] {2392} INFO - at 6.2s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 14:51:42] {2219} INFO - iteration 23, current learner lgbm +[flaml.automl.logger: 04-09 14:52:54] {2219} INFO - iteration 23, current learner lgbm
[flaml.automl.logger: 04-09 14:51:43] {2392} INFO - at 6.7s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 14:52:55] {2392} INFO - at 7.0s, estimator lgbm's best error=0.1670, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 14:51:43] {2219} INFO - iteration 24, current learner xgboost +[flaml.automl.logger: 04-09 14:52:55] {2219} INFO - iteration 24, current learner xgboost
[flaml.automl.logger: 04-09 14:51:43] {2392} INFO - at 6.8s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 14:52:55] {2392} INFO - at 7.1s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 14:51:43] {2219} INFO - iteration 25, current learner extra_tree +[flaml.automl.logger: 04-09 14:52:55] {2219} INFO - iteration 25, current learner extra_tree
[flaml.automl.logger: 04-09 14:51:43] {2392} INFO - at 7.0s, estimator extra_tree's best error=0.3687, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 14:52:55] {2392} INFO - at 7.3s, estimator extra_tree's best error=0.3687, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 14:51:43] {2219} INFO - iteration 26, current learner rf +[flaml.automl.logger: 04-09 14:52:55] {2219} INFO - iteration 26, current learner rf
[flaml.automl.logger: 04-09 14:51:43] {2392} INFO - at 7.3s, estimator rf's best error=0.2894, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 14:52:55] {2392} INFO - at 7.6s, estimator rf's best error=0.2894, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 14:51:43] {2219} INFO - iteration 27, current learner xgboost +[flaml.automl.logger: 04-09 14:52:55] {2219} INFO - iteration 27, current learner xgboost
[flaml.automl.logger: 04-09 14:51:43] {2392} INFO - at 7.4s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 14:52:55] {2392} INFO - at 7.7s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 14:51:43] {2219} INFO - iteration 28, current learner xgboost +[flaml.automl.logger: 04-09 14:52:55] {2219} INFO - iteration 28, current learner xgboost
[flaml.automl.logger: 04-09 14:51:43] {2392} INFO - at 7.5s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 14:52:56] {2392} INFO - at 7.8s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 14:51:43] {2219} INFO - iteration 29, current learner extra_tree +[flaml.automl.logger: 04-09 14:52:56] {2219} INFO - iteration 29, current learner extra_tree
[flaml.automl.logger: 04-09 14:51:44] {2392} INFO - at 7.7s, estimator extra_tree's best error=0.3687, best estimator lgbm's best error=0.1670 +[flaml.automl.logger: 04-09 14:52:56] {2392} INFO - at 8.0s, estimator extra_tree's best error=0.3687, best estimator lgbm's best error=0.1670
[flaml.automl.logger: 04-09 14:51:44] {2219} INFO - iteration 30, current learner lgbm +[flaml.automl.logger: 04-09 14:52:56] {2219} INFO - iteration 30, current learner lgbm
[flaml.automl.logger: 04-09 14:51:45] {2392} INFO - at 9.0s, estimator lgbm's best error=0.1647, best estimator lgbm's best error=0.1647 +[flaml.automl.logger: 04-09 14:52:57] {2392} INFO - at 9.4s, estimator lgbm's best error=0.1647, best estimator lgbm's best error=0.1647
[flaml.automl.logger: 04-09 14:51:45] {2219} INFO - iteration 31, current learner lgbm +[flaml.automl.logger: 04-09 14:52:57] {2219} INFO - iteration 31, current learner lgbm
[flaml.automl.logger: 04-09 14:51:48] {2392} INFO - at 12.4s, estimator lgbm's best error=0.1647, best estimator lgbm's best error=0.1647 +[flaml.automl.logger: 04-09 14:53:01] {2392} INFO - at 12.8s, estimator lgbm's best error=0.1647, best estimator lgbm's best error=0.1647
[flaml.automl.logger: 04-09 14:51:48] {2219} INFO - iteration 32, current learner lgbm +[flaml.automl.logger: 04-09 14:53:01] {2219} INFO - iteration 32, current learner lgbm
[flaml.automl.logger: 04-09 14:51:49] {2392} INFO - at 13.1s, estimator lgbm's best error=0.1647, best estimator lgbm's best error=0.1647 +[flaml.automl.logger: 04-09 14:53:01] {2392} INFO - at 13.6s, estimator lgbm's best error=0.1647, best estimator lgbm's best error=0.1647
[flaml.automl.logger: 04-09 14:51:49] {2219} INFO - iteration 33, current learner xgboost +[flaml.automl.logger: 04-09 14:53:01] {2219} INFO - iteration 33, current learner xgboost
[flaml.automl.logger: 04-09 14:51:49] {2392} INFO - at 13.3s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1647 +[flaml.automl.logger: 04-09 14:53:01] {2392} INFO - at 13.7s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1647
[flaml.automl.logger: 04-09 14:51:49] {2219} INFO - iteration 34, current learner lgbm +[flaml.automl.logger: 04-09 14:53:01] {2219} INFO - iteration 34, current learner lgbm
[flaml.automl.logger: 04-09 14:51:53] {2392} INFO - at 16.8s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 14:53:05] {2392} INFO - at 17.3s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 14:51:53] {2219} INFO - iteration 35, current learner rf +[flaml.automl.logger: 04-09 14:53:05] {2219} INFO - iteration 35, current learner rf
[flaml.automl.logger: 04-09 14:51:53] {2392} INFO - at 17.1s, estimator rf's best error=0.2894, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 14:53:05] {2392} INFO - at 17.6s, estimator rf's best error=0.2894, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 14:51:53] {2219} INFO - iteration 36, current learner extra_tree +[flaml.automl.logger: 04-09 14:53:05] {2219} INFO - iteration 36, current learner extra_tree
[flaml.automl.logger: 04-09 14:51:53] {2392} INFO - at 17.3s, estimator extra_tree's best error=0.3272, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 14:53:06] {2392} INFO - at 17.8s, estimator extra_tree's best error=0.3272, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 14:51:53] {2219} INFO - iteration 37, current learner xgboost +[flaml.automl.logger: 04-09 14:53:06] {2219} INFO - iteration 37, current learner xgboost
[flaml.automl.logger: 04-09 14:51:53] {2392} INFO - at 17.4s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 14:53:06] {2392} INFO - at 17.9s, estimator xgboost's best error=0.2738, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 14:51:53] {2219} INFO - iteration 38, current learner extra_tree +[flaml.automl.logger: 04-09 14:53:06] {2219} INFO - iteration 38, current learner extra_tree
[flaml.automl.logger: 04-09 14:51:54] {2392} INFO - at 17.6s, estimator extra_tree's best error=0.3207, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 14:53:06] {2392} INFO - at 18.1s, estimator extra_tree's best error=0.3207, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 14:51:54] {2219} INFO - iteration 39, current learner rf +[flaml.automl.logger: 04-09 14:53:06] {2219} INFO - iteration 39, current learner rf
[flaml.automl.logger: 04-09 14:51:54] {2392} INFO - at 17.8s, estimator rf's best error=0.2746, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 14:53:06] {2392} INFO - at 18.4s, estimator rf's best error=0.2746, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 14:51:54] {2219} INFO - iteration 40, current learner xgboost +[flaml.automl.logger: 04-09 14:53:06] {2219} INFO - iteration 40, current learner xgboost
[flaml.automl.logger: 04-09 14:51:54] {2392} INFO - at 18.0s, estimator xgboost's best error=0.2565, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 14:53:06] {2392} INFO - at 18.5s, estimator xgboost's best error=0.2565, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 14:51:54] {2219} INFO - iteration 41, current learner extra_tree +[flaml.automl.logger: 04-09 14:53:06] {2219} INFO - iteration 41, current learner extra_tree
[flaml.automl.logger: 04-09 14:51:54] {2392} INFO - at 18.1s, estimator extra_tree's best error=0.3207, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 14:53:07] {2392} INFO - at 18.7s, estimator extra_tree's best error=0.3207, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 14:51:54] {2219} INFO - iteration 42, current learner lgbm +[flaml.automl.logger: 04-09 14:53:07] {2219} INFO - iteration 42, current learner lgbm
[flaml.automl.logger: 04-09 14:51:55] {2392} INFO - at 19.5s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 14:53:08] {2392} INFO - at 20.1s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 14:51:55] {2219} INFO - iteration 43, current learner xgboost +[flaml.automl.logger: 04-09 14:53:08] {2219} INFO - iteration 43, current learner xgboost
[flaml.automl.logger: 04-09 14:51:56] {2392} INFO - at 19.6s, estimator xgboost's best error=0.2565, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 14:53:08] {2392} INFO - at 20.2s, estimator xgboost's best error=0.2565, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 14:51:56] {2219} INFO - iteration 44, current learner extra_tree +[flaml.automl.logger: 04-09 14:53:08] {2219} INFO - iteration 44, current learner extra_tree
[flaml.automl.logger: 04-09 14:51:56] {2392} INFO - at 19.9s, estimator extra_tree's best error=0.2973, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 14:53:08] {2392} INFO - at 20.5s, estimator extra_tree's best error=0.2973, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 14:51:56] {2219} INFO - iteration 45, current learner extra_tree +[flaml.automl.logger: 04-09 14:53:08] {2219} INFO - iteration 45, current learner extra_tree
[flaml.automl.logger: 04-09 14:51:56] {2392} INFO - at 20.1s, estimator extra_tree's best error=0.2973, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 14:53:08] {2392} INFO - at 20.7s, estimator extra_tree's best error=0.2973, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 14:51:56] {2219} INFO - iteration 46, current learner rf +[flaml.automl.logger: 04-09 14:53:08] {2219} INFO - iteration 46, current learner rf
[flaml.automl.logger: 04-09 14:51:57] {2392} INFO - at 20.6s, estimator rf's best error=0.2451, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 14:53:09] {2392} INFO - at 21.2s, estimator rf's best error=0.2451, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 14:51:57] {2219} INFO - iteration 47, current learner xgboost +[flaml.automl.logger: 04-09 14:53:09] {2219} INFO - iteration 47, current learner xgboost
[flaml.automl.logger: 04-09 14:51:57] {2392} INFO - at 20.7s, estimator xgboost's best error=0.2565, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 14:53:09] {2392} INFO - at 21.3s, estimator xgboost's best error=0.2565, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 14:51:57] {2219} INFO - iteration 48, current learner lgbm +[flaml.automl.logger: 04-09 14:53:09] {2219} INFO - iteration 48, current learner lgbm
[flaml.automl.logger: 04-09 14:51:58] {2392} INFO - at 22.2s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 14:53:11] {2392} INFO - at 22.8s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 14:51:58] {2219} INFO - iteration 49, current learner rf +[flaml.automl.logger: 04-09 14:53:11] {2219} INFO - iteration 49, current learner rf
[flaml.automl.logger: 04-09 14:51:58] {2392} INFO - at 22.4s, estimator rf's best error=0.2451, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 14:53:11] {2392} INFO - at 23.1s, estimator rf's best error=0.2451, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 14:51:58] {2219} INFO - iteration 50, current learner extra_tree +[flaml.automl.logger: 04-09 14:53:11] {2219} INFO - iteration 50, current learner extra_tree
[flaml.automl.logger: 04-09 14:51:59] {2392} INFO - at 22.7s, estimator extra_tree's best error=0.2973, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 14:53:11] {2392} INFO - at 23.4s, estimator extra_tree's best error=0.2973, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 14:51:59] {2219} INFO - iteration 51, current learner rf +[flaml.automl.logger: 04-09 14:53:11] {2219} INFO - iteration 51, current learner rf
[flaml.automl.logger: 04-09 14:51:59] {2392} INFO - at 23.1s, estimator rf's best error=0.2451, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 14:53:12] {2392} INFO - at 23.8s, estimator rf's best error=0.2451, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 14:51:59] {2219} INFO - iteration 52, current learner rf +[flaml.automl.logger: 04-09 14:53:12] {2219} INFO - iteration 52, current learner rf
[flaml.automl.logger: 04-09 14:52:00] {2392} INFO - at 23.7s, estimator rf's best error=0.2155, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 14:53:12] {2392} INFO - at 24.3s, estimator rf's best error=0.2155, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 14:52:00] {2219} INFO - iteration 53, current learner lgbm +[flaml.automl.logger: 04-09 14:53:12] {2219} INFO - iteration 53, current learner lgbm
[flaml.automl.logger: 04-09 14:52:09] {2392} INFO - at 33.3s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641 +[flaml.automl.logger: 04-09 14:53:22] {2392} INFO - at 34.0s, estimator lgbm's best error=0.1641, best estimator lgbm's best error=0.1641
[flaml.automl.logger: 04-09 14:52:09] {2219} INFO - iteration 54, current learner lgbm +[flaml.automl.logger: 04-09 14:53:22] {2219} INFO - iteration 54, current learner lgbm
[flaml.automl.logger: 04-09 14:52:14] {2392} INFO - at 38.4s, estimator lgbm's best error=0.1640, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 04-09 14:53:27] {2392} INFO - at 39.1s, estimator lgbm's best error=0.1640, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-09 14:52:14] {2219} INFO - iteration 55, current learner xgboost +[flaml.automl.logger: 04-09 14:53:27] {2219} INFO - iteration 55, current learner xgboost
[flaml.automl.logger: 04-09 14:52:15] {2392} INFO - at 38.6s, estimator xgboost's best error=0.2406, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 04-09 14:53:27] {2392} INFO - at 39.3s, estimator xgboost's best error=0.2406, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-09 14:52:15] {2219} INFO - iteration 56, current learner rf +[flaml.automl.logger: 04-09 14:53:27] {2219} INFO - iteration 56, current learner rf
[flaml.automl.logger: 04-09 14:52:15] {2392} INFO - at 38.9s, estimator rf's best error=0.2155, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 04-09 14:53:27] {2392} INFO - at 39.6s, estimator rf's best error=0.2155, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-09 14:52:15] {2219} INFO - iteration 57, current learner rf +[flaml.automl.logger: 04-09 14:53:27] {2219} INFO - iteration 57, current learner rf
[flaml.automl.logger: 04-09 14:52:16] {2392} INFO - at 39.7s, estimator rf's best error=0.1994, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 04-09 14:53:28] {2392} INFO - at 40.4s, estimator rf's best error=0.1994, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-09 14:52:16] {2219} INFO - iteration 58, current learner xgboost +[flaml.automl.logger: 04-09 14:53:28] {2219} INFO - iteration 58, current learner xgboost
[flaml.automl.logger: 04-09 14:52:16] {2392} INFO - at 39.9s, estimator xgboost's best error=0.2108, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 04-09 14:53:28] {2392} INFO - at 40.6s, estimator xgboost's best error=0.2108, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-09 14:52:16] {2219} INFO - iteration 59, current learner rf +[flaml.automl.logger: 04-09 14:53:28] {2219} INFO - iteration 59, current learner rf
[flaml.automl.logger: 04-09 14:52:16] {2392} INFO - at 40.4s, estimator rf's best error=0.1994, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 04-09 14:53:29] {2392} INFO - at 41.1s, estimator rf's best error=0.1994, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-09 14:52:16] {2219} INFO - iteration 60, current learner xgboost +[flaml.automl.logger: 04-09 14:53:29] {2219} INFO - iteration 60, current learner xgboost
[flaml.automl.logger: 04-09 14:52:17] {2392} INFO - at 40.7s, estimator xgboost's best error=0.2108, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 04-09 14:53:29] {2392} INFO - at 41.4s, estimator xgboost's best error=0.2108, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-09 14:52:17] {2219} INFO - iteration 61, current learner rf +[flaml.automl.logger: 04-09 14:53:29] {2219} INFO - iteration 61, current learner rf
[flaml.automl.logger: 04-09 14:52:18] {2392} INFO - at 42.1s, estimator rf's best error=0.1994, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 04-09 14:53:31] {2392} INFO - at 42.7s, estimator rf's best error=0.1994, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-09 14:52:18] {2219} INFO - iteration 62, current learner xgboost +[flaml.automl.logger: 04-09 14:53:31] {2219} INFO - iteration 62, current learner xgboost
[flaml.automl.logger: 04-09 14:52:18] {2392} INFO - at 42.2s, estimator xgboost's best error=0.2108, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 04-09 14:53:31] {2392} INFO - at 42.9s, estimator xgboost's best error=0.2108, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-09 14:52:18] {2219} INFO - iteration 63, current learner xgboost +[flaml.automl.logger: 04-09 14:53:31] {2219} INFO - iteration 63, current learner xgboost
[flaml.automl.logger: 04-09 14:52:19] {2392} INFO - at 42.6s, estimator xgboost's best error=0.1996, best estimator lgbm's best error=0.1640 +[flaml.automl.logger: 04-09 14:53:31] {2392} INFO - at 43.3s, estimator xgboost's best error=0.1996, best estimator lgbm's best error=0.1640
[flaml.automl.logger: 04-09 14:52:19] {2219} INFO - iteration 64, current learner lgbm +[flaml.automl.logger: 04-09 14:53:31] {2219} INFO - iteration 64, current learner lgbm
[flaml.automl.logger: 04-09 14:52:22] {2392} INFO - at 46.0s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631 +[flaml.automl.logger: 04-09 14:53:34] {2392} INFO - at 46.7s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631
[flaml.automl.logger: 04-09 14:52:22] {2219} INFO - iteration 65, current learner lgbm +[flaml.automl.logger: 04-09 14:53:34] {2219} INFO - iteration 65, current learner lgbm
[flaml.automl.logger: 04-09 14:52:24] {2392} INFO - at 48.5s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631 +[flaml.automl.logger: 04-09 14:53:37] {2392} INFO - at 49.3s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631
[flaml.automl.logger: 04-09 14:52:24] {2219} INFO - iteration 66, current learner xgboost +[flaml.automl.logger: 04-09 14:53:37] {2219} INFO - iteration 66, current learner xgboost
[flaml.automl.logger: 04-09 14:52:25] {2392} INFO - at 48.7s, estimator xgboost's best error=0.1996, best estimator lgbm's best error=0.1631 +[flaml.automl.logger: 04-09 14:53:37] {2392} INFO - at 49.5s, estimator xgboost's best error=0.1996, best estimator lgbm's best error=0.1631
[flaml.automl.logger: 04-09 14:52:25] {2219} INFO - iteration 67, current learner lgbm +[flaml.automl.logger: 04-09 14:53:37] {2219} INFO - iteration 67, current learner lgbm
[flaml.automl.logger: 04-09 14:52:30] {2392} INFO - at 54.0s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631 +[flaml.automl.logger: 04-09 14:53:43] {2392} INFO - at 54.9s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631
[flaml.automl.logger: 04-09 14:52:30] {2219} INFO - iteration 68, current learner lgbm +[flaml.automl.logger: 04-09 14:53:43] {2219} INFO - iteration 68, current learner lgbm
[flaml.automl.logger: 04-09 14:52:36] {2392} INFO - at 60.1s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631 +[flaml.automl.logger: 04-09 14:53:48] {2392} INFO - at 60.1s, estimator lgbm's best error=0.1631, best estimator lgbm's best error=0.1631
[flaml.automl.logger: 04-09 14:52:37] {2628} INFO - retrain lgbm for 0.7s +[flaml.automl.logger: 04-09 14:53:49] {2628} INFO - retrain lgbm for 0.8s
[flaml.automl.logger: 04-09 14:52:37] {2631} INFO - retrained model: LGBMClassifier(colsample_bytree=0.6782006405163307, +[flaml.automl.logger: 04-09 14:53:49] {2631} INFO - retrained model: LGBMClassifier(colsample_bytree=0.6782006405163307, learning_rate=0.08222714104485472, max_bin=511, min_child_samples=5, n_estimators=1, n_jobs=-1, num_leaves=254, reg_alpha=0.003934614746573571, reg_lambda=0.003560646472734122, @@ -10714,14 +10738,14 @@AutoML with auto-sklearn
-[flaml.automl.logger: 04-09 14:52:37] {1931} INFO - fit succeeded +[flaml.automl.logger: 04-09 14:53:49] {1931} INFO - fit succeeded
[flaml.automl.logger: 04-09 14:52:37] {1932} INFO - Time taken to find the best model: 45.995359897613525 +[flaml.automl.logger: 04-09 14:53:49] {1932} INFO - Time taken to find the best model: 46.7029709815979