Eddie Bergman: Fix: Make SimpleClassificationPipeline tests deterministic (#1366)

Author: Github Actions

development/_downloads/bc82bea3a5dd7bdba60b65220891d9e5/examples_python.zip

@@ -155,7 +155,7 @@ View the models found by auto-sklearn
 
               rank  ensemble_weight           type      cost  duration
     model_id                                                          
-    2            1              1.0  random_forest  0.447294  3.220523
+    2            1              1.0  random_forest  0.447294  4.579435
 
 
 
@@ -183,11 +183,11 @@ Print the final ensemble constructed by auto-sklearn
  .. code-block:: none
 
     {   2: {   'balancing': Balancing(random_state=1),
-               'classifier': <autosklearn.pipeline.components.classification.ClassifierChoice object at 0x7fb34b449280>,
+               'classifier': <autosklearn.pipeline.components.classification.ClassifierChoice object at 0x7f8344032f10>,
                'cost': 0.4472941828699525,
-               'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7fb347b6cf70>,
+               'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7f83428e22b0>,
                'ensemble_weight': 1.0,
-               'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7fb34b4497f0>,
+               'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7f8344032c10>,
                'model_id': 2,
                'rank': 1,
                'sklearn_classifier': RandomForestClassifier(max_features=15, n_estimators=512, n_jobs=1,
@@ -264,7 +264,7 @@ Get the Score of the final ensemble
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 0 minutes  12.221 seconds)
+   **Total running time of the script:** ( 0 minutes  18.439 seconds)
 
 
 .. _sphx_glr_download_examples_20_basic_example_multilabel_classification.py:

development/_downloads/fb625db3c50d423b1b7881136ffdeec8/examples_jupyter.zip

@@ -123,10 +123,10 @@ View the models found by auto-sklearn
 
  .. code-block:: none
 
-              rank  ensemble_weight              type      cost  duration
-    model_id                                                             
-    18           1              0.8  gaussian_process  0.000007  2.596252
-    16           2              0.2  gaussian_process  0.000015  7.973967
+              rank  ensemble_weight              type      cost   duration
+    model_id                                                              
+    16           1             0.94  gaussian_process  0.000009  18.825621
+    14           2             0.06  gaussian_process  0.000073   3.463700
 
 
 
@@ -153,25 +153,25 @@ Print the final ensemble constructed by auto-sklearn
 
  .. code-block:: none
 
-    {   16: {   'cost': 1.453992678268623e-05,
-                'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7fb34aacdd90>,
-                'ensemble_weight': 0.2,
-                'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7fb347b2b220>,
-                'model_id': 16,
+    {   14: {   'cost': 7.294978049132705e-05,
+                'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7f833fa19d00>,
+                'ensemble_weight': 0.06,
+                'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7f83441fd070>,
+                'model_id': 14,
                 'rank': 2,
-                'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7fb347d22910>,
-                'sklearn_regressor': GaussianProcessRegressor(alpha=6.883531961818898e-12,
+                'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7f83441fd0a0>,
+                'sklearn_regressor': GaussianProcessRegressor(alpha=0.0001892420474677165,
                              kernel=RBF(length_scale=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1]),
                              n_restarts_optimizer=10, normalize_y=True,
                              random_state=1)},
-        18: {   'cost': 6.532830369665454e-06,
-                'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7fb3459dc730>,
-                'ensemble_weight': 0.8,
-                'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7fb34aacdbe0>,
-                'model_id': 18,
+        16: {   'cost': 8.604209460028045e-06,
+                'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7f8344334670>,
+                'ensemble_weight': 0.94,
+                'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7f833fc612e0>,
+                'model_id': 16,
                 'rank': 1,
-                'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7fb34aacda00>,
-                'sklearn_regressor': GaussianProcessRegressor(alpha=9.054973819256506e-06,
+                'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7f833fc616a0>,
+                'sklearn_regressor': GaussianProcessRegressor(alpha=6.883531961818898e-12,
                              kernel=RBF(length_scale=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1]),
                              n_restarts_optimizer=10, normalize_y=True,
                              random_state=1)}}
@@ -202,7 +202,7 @@ Get the Score of the final ensemble
 
  .. code-block:: none
 
-    R2 score: 0.999993617907473
+    R2 score: 0.9999851720273112
 
 
 
@@ -425,7 +425,7 @@ Get the configuration space
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 1 minutes  57.174 seconds)
+   **Total running time of the script:** ( 1 minutes  58.336 seconds)
 
 
 .. _sphx_glr_download_examples_20_basic_example_multioutput_regression.py:

development/_images/sphx_glr_example_inspect_predictions_001.png

@@ -121,12 +121,13 @@ View the models found by auto-sklearn
 
  .. code-block:: none
 
-              rank  ensemble_weight               type      cost  duration
-    model_id                                                              
-    25           1             0.44                sgd  0.436679  0.605110
-    6            2             0.34     ard_regression  0.455042  0.629450
-    39           3             0.18     ard_regression  0.474807  0.603827
-    7            4             0.04  gradient_boosting  0.518673  1.111901
+              rank  ensemble_weight               type      cost   duration
+    model_id                                                               
+    25           1             0.46                sgd  0.436679   0.782460
+    6            2             0.32     ard_regression  0.455042   0.800511
+    27           3             0.14     ard_regression  0.462249   0.788985
+    11           4             0.02      random_forest  0.507400  10.530246
+    7            5             0.06  gradient_boosting  0.518673   1.700823
 
 
 
@@ -154,51 +155,62 @@ Print the final ensemble constructed by auto-sklearn
  .. code-block:: none
 
     {   6: {   'cost': 0.4550418898836528,
-               'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7fb34b258970>,
-               'ensemble_weight': 0.34,
-               'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7fb34aba8310>,
+               'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7f8344014640>,
+               'ensemble_weight': 0.32,
+               'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7f834408d1f0>,
                'model_id': 6,
                'rank': 2,
-               'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7fb34aba8a60>,
+               'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7f834408dbe0>,
                'sklearn_regressor': ARDRegression(alpha_1=0.0003701926442639788, alpha_2=2.2118001735899097e-07,
                   copy_X=False, lambda_1=1.2037591637980971e-06,
                   lambda_2=4.358378124977852e-09,
                   threshold_lambda=1136.5286041327277, tol=0.021944240404849075)},
         7: {   'cost': 0.5186726734789994,
-               'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7fb347cca280>,
-               'ensemble_weight': 0.04,
-               'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7fb347b8ca30>,
+               'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7f833fc839d0>,
+               'ensemble_weight': 0.06,
+               'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7f8344108970>,
                'model_id': 7,
-               'rank': 4,
-               'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7fb347b8c820>,
+               'rank': 5,
+               'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7f835733d940>,
                'sklearn_regressor': HistGradientBoostingRegressor(l2_regularization=1.8428972335335263e-10,
                                   learning_rate=0.012607824914758717, max_iter=512,
                                   max_leaf_nodes=10, min_samples_leaf=8,
                                   n_iter_no_change=0, random_state=1,
                                   validation_fraction=None, warm_start=True)},
+        11: {   'cost': 0.5073997164657239,
+                'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7f834416e8b0>,
+                'ensemble_weight': 0.02,
+                'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7f833fe9b7f0>,
+                'model_id': 11,
+                'rank': 4,
+                'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7f833fe9b8e0>,
+                'sklearn_regressor': RandomForestRegressor(bootstrap=False, criterion='mae',
+                          max_features=0.6277363920171745, min_samples_leaf=6,
+                          min_samples_split=15, n_estimators=512, n_jobs=1,
+                          random_state=1, warm_start=True)},
         25: {   'cost': 0.43667876507897496,
-                'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7fb34aac2880>,
-                'ensemble_weight': 0.44,
-                'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7fb347ccad30>,
+                'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7f83440427f0>,
+                'ensemble_weight': 0.46,
+                'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7f834266e4c0>,
                 'model_id': 25,
                 'rank': 1,
-                'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7fb345820c70>,
+                'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7f834266e5e0>,
                 'sklearn_regressor': SGDRegressor(alpha=0.0006517033225329654, epsilon=0.012150149892783745,
                  eta0=0.016444224834275295, l1_ratio=1.7462342366289323e-09,
                  loss='epsilon_insensitive', max_iter=16, penalty='elasticnet',
                  power_t=0.21521743568582094, random_state=1,
                  tol=0.002431731981071206, warm_start=True)},
-        39: {   'cost': 0.4748068089650166,
-                'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7fb34b258eb0>,
-                'ensemble_weight': 0.18,
-                'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7fb34674f6a0>,
-                'model_id': 39,
+        27: {   'cost': 0.4622486119001967,
+                'data_preprocessor': <autosklearn.pipeline.components.data_preprocessing.DataPreprocessorChoice object at 0x7f83442101f0>,
+                'ensemble_weight': 0.14,
+                'feature_preprocessor': <autosklearn.pipeline.components.feature_preprocessing.FeaturePreprocessorChoice object at 0x7f83426df640>,
+                'model_id': 27,
                 'rank': 3,
-                'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7fb34674fa90>,
-                'sklearn_regressor': ARDRegression(alpha_1=0.0005012365297609799, alpha_2=3.025360750168211e-08,
-                  copy_X=False, lambda_1=4.9749646614525684e-05,
-                  lambda_2=3.2368037115065363e-10,
-                  threshold_lambda=18669.665899307194, tol=0.0012624032013298571)}}
+                'regressor': <autosklearn.pipeline.components.regression.RegressorChoice object at 0x7f83426df0a0>,
+                'sklearn_regressor': ARDRegression(alpha_1=2.7664515192592053e-05, alpha_2=9.504988116581138e-07,
+                  copy_X=False, lambda_1=6.50650698230178e-09,
+                  lambda_2=4.238533890074848e-07,
+                  threshold_lambda=78251.58542976103, tol=0.0007301343236220855)}}
 
 
 
@@ -232,8 +244,8 @@ predicting the data mean has an R2 score of 0.
 
  .. code-block:: none
 
-    Train R2 score: 0.5855373845454157
-    Test R2 score: 0.39879073225079487
+    Train R2 score: 0.5944780427522034
+    Test R2 score: 0.3959585042866587
 
 
 
@@ -278,7 +290,7 @@ the true value).
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 1 minutes  55.959 seconds)
+   **Total running time of the script:** ( 2 minutes  1.625 seconds)
 
 
 .. _sphx_glr_download_examples_20_basic_example_regression.py:

development/_images/sphx_glr_example_inspect_predictions_002.png

@@ -5,14 +5,14 @@
 
 Computation times
 =================
-**06:07.776** total execution time for **examples_20_basic** files:
+**06:23.041** total execution time for **examples_20_basic** files:
 
 +-------------------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_examples_20_basic_example_classification.py` (``example_classification.py``)                       | 02:02.422 | 0.0 MB |
+| :ref:`sphx_glr_examples_20_basic_example_classification.py` (``example_classification.py``)                       | 02:04.642 | 0.0 MB |
 +-------------------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_examples_20_basic_example_multioutput_regression.py` (``example_multioutput_regression.py``)       | 01:57.174 | 0.0 MB |
+| :ref:`sphx_glr_examples_20_basic_example_regression.py` (``example_regression.py``)                               | 02:01.625 | 0.0 MB |
 +-------------------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_examples_20_basic_example_regression.py` (``example_regression.py``)                               | 01:55.959 | 0.0 MB |
+| :ref:`sphx_glr_examples_20_basic_example_multioutput_regression.py` (``example_multioutput_regression.py``)       | 01:58.336 | 0.0 MB |
 +-------------------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_examples_20_basic_example_multilabel_classification.py` (``example_multilabel_classification.py``) | 00:12.221 | 0.0 MB |
+| :ref:`sphx_glr_examples_20_basic_example_multilabel_classification.py` (``example_multilabel_classification.py``) | 00:18.439 | 0.0 MB |
 +-------------------------------------------------------------------------------------------------------------------+-----------+--------+