@@ -121,11 +121,11 @@ View the models found by auto-sklearn
121
121
122
122
rank ensemble_weight type cost duration
123
123
model_id
124
- 25 1 0.30 sgd 0.436679 0.684569
125
- 6 2 0.38 ard_regression 0.455042 0.664772
126
- 31 3 0.26 ard_regression 0.461909 0.646299
127
- 11 4 0.02 random_forest 0.507400 9.829460
128
- 7 5 0.04 gradient_boosting 0.518673 1.178347
124
+ 25 1 0.24 sgd 0.436679 0.578382
125
+ 6 2 0.26 ard_regression 0.455042 0.588125
126
+ 31 3 0.28 ard_regression 0.461909 0.569287
127
+ 35 4 0.18 ard_regression 0.468308 0.995609
128
+ 7 5 0.04 gradient_boosting 0.518673 1.024478
129
129
130
130
131
131
@@ -151,62 +151,62 @@ Print the final ensemble constructed by auto-sklearn
151
151
.. code-block :: none
152
152
153
153
{ 6: { 'cost': 0.4550418898836528,
154
- 'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7f84d07146a0 >,
155
- 'ensemble_weight': 0.38 ,
156
- 'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7f84b89d0490 >,
154
+ 'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7f869dbfa160 >,
155
+ 'ensemble_weight': 0.26 ,
156
+ 'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7f869dd6a730 >,
157
157
'model_id': 6,
158
158
'rank': 1,
159
- 'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7f84d0a1a280 >,
159
+ 'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7f869dd6acd0 >,
160
160
'sklearn_regressor': ARDRegression(alpha_1=0.0003701926442639788, alpha_2=2.2118001735899097e-07,
161
161
copy_X=False, lambda_1=1.2037591637980971e-06,
162
162
lambda_2=4.358378124977852e-09,
163
163
threshold_lambda=1136.5286041327277, tol=0.021944240404849075)},
164
164
7: { 'cost': 0.5186726734789994,
165
- 'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7f84bb2fc490 >,
165
+ 'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7f869dd0ef10 >,
166
166
'ensemble_weight': 0.04,
167
- 'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7f84bb0f40d0 >,
167
+ 'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7f869aed6ca0 >,
168
168
'model_id': 7,
169
169
'rank': 2,
170
- 'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7f84bb0f4dc0 >,
170
+ 'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7f869aed6bb0 >,
171
171
'sklearn_regressor': HistGradientBoostingRegressor(l2_regularization=1.8428972335335263e-10,
172
172
learning_rate=0.012607824914758717, max_iter=512,
173
173
max_leaf_nodes=10, min_samples_leaf=8,
174
174
n_iter_no_change=0, random_state=1,
175
175
validation_fraction=None, warm_start=True)},
176
- 11: { 'cost': 0.5073997164657239,
177
- 'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7f84b89d09a0>,
178
- 'ensemble_weight': 0.02,
179
- 'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7f84bb0bc940>,
180
- 'model_id': 11,
181
- 'rank': 3,
182
- 'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7f84bb0bc3a0>,
183
- 'sklearn_regressor': RandomForestRegressor(bootstrap=False, criterion='mae',
184
- max_features=0.6277363920171745, min_samples_leaf=6,
185
- min_samples_split=15, n_estimators=512, n_jobs=1,
186
- random_state=1, warm_start=True)},
187
176
25: { 'cost': 0.43667876507897496,
188
- 'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7f84bcd43cd0 >,
189
- 'ensemble_weight': 0.3 ,
190
- 'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7f84bb27d670 >,
177
+ 'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7f86b15a0f70 >,
178
+ 'ensemble_weight': 0.24 ,
179
+ 'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7f869e2df280 >,
191
180
'model_id': 25,
192
- 'rank': 4 ,
193
- 'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7f84bb27daf0 >,
181
+ 'rank': 3 ,
182
+ 'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7f869e2dfe20 >,
194
183
'sklearn_regressor': SGDRegressor(alpha=0.0006517033225329654, epsilon=0.012150149892783745,
195
184
eta0=0.016444224834275295, l1_ratio=1.7462342366289323e-09,
196
185
loss='epsilon_insensitive', max_iter=16, penalty='elasticnet',
197
186
power_t=0.21521743568582094, random_state=1,
198
187
tol=0.002431731981071206, warm_start=True)},
199
188
31: { 'cost': 0.4619090472287596,
200
- 'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7f84baf978b0 >,
201
- 'ensemble_weight': 0.26 ,
202
- 'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7f84bb2b81c0 >,
189
+ 'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7f869dc963a0 >,
190
+ 'ensemble_weight': 0.28 ,
191
+ 'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7f869de5e1c0 >,
203
192
'model_id': 31,
204
- 'rank': 5 ,
205
- 'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7f84bb2b88e0 >,
193
+ 'rank': 4 ,
194
+ 'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7f869de5e7c0 >,
206
195
'sklearn_regressor': ARDRegression(alpha_1=0.0003231549748466066, alpha_2=0.0002550914122041718,
207
196
copy_X=False, lambda_1=2.0381967509909317e-05,
208
197
lambda_2=6.669372163715464e-06,
209
- threshold_lambda=4787.837289272208, tol=0.0022718359328007297)}}
198
+ threshold_lambda=4787.837289272208, tol=0.0022718359328007297)},
199
+ 35: { 'cost': 0.46830847406823906,
200
+ 'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7f869ae06ac0>,
201
+ 'ensemble_weight': 0.18,
202
+ 'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7f869ae83dc0>,
203
+ 'model_id': 35,
204
+ 'rank': 5,
205
+ 'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7f869ae83400>,
206
+ 'sklearn_regressor': ARDRegression(alpha_1=0.00028378747975261987, alpha_2=2.480473124043016e-08,
207
+ copy_X=False, lambda_1=2.443383072629711e-07,
208
+ lambda_2=8.793566274927655e-05,
209
+ threshold_lambda=4237.033213139775, tol=0.003058396088909069)}}
210
210
211
211
212
212
@@ -238,8 +238,8 @@ predicting the data mean has an R2 score of 0.
238
238
239
239
.. code-block :: none
240
240
241
- Train R2 score: 0.587810789938566
242
- Test R2 score: 0.39825550070176285
241
+ Train R2 score: 0.5910262435863187
242
+ Test R2 score: 0.4074697347767652
243
243
244
244
245
245
@@ -284,7 +284,7 @@ the true value).
284
284
285
285
.. rst-class :: sphx-glr-timing
286
286
287
- **Total running time of the script: ** ( 1 minutes 59.395 seconds)
287
+ **Total running time of the script: ** ( 1 minutes 54.263 seconds)
288
288
289
289
290
290
.. _sphx_glr_download_examples_20_basic_example_regression.py :
0 commit comments