Java 类名：com.alibaba.alink.pipeline.tuning.RandomSearchCV
Python 类名：RandomSearchCV

功能介绍

randomsearch是通过随机参数，对其中的每一组输入参数的组很分别进行训练，预测，评估。取得评估参数最优的模型，作为最终的返回模型
cv为交叉验证，将数据切分为k-folds，对每k-1份数据做训练，对剩余一份数据做预测和评估，得到一个评估结果。
此函数用cv方法得到每一个grid对应参数的评估结果，得到最优模型

参数说明

| 名称 | 中文名称 | 描述 | 类型 | 是否必须？ | 默认值 | | —- | —- | —- | —- | —- | —- |

| NumFolds | 折数 | 交叉验证的参数，数据的折数（大于等于2） | Integer | | 10 |

| ParamDist | 参数分布 | 指定搜索的参数的分布 | ParamDist | ✓ | —- |

| Estimator | Estimator | 用于调优的Estimator | Estimator | ✓ | —- |

| TuningEvaluator | 评估指标 | 用于选择最优模型的评估指标 | TuningEvaluator | ✓ | —- |

代码示例

Python 代码

  1. from pyalink.alink import *
  3. import pandas as pd
  5. useLocalEnv(1)
  7. def adult(url):
  8.     data = (
  9.         CsvSourceBatchOp()
  10.         .setFilePath('https://alink-test-data.oss-cn-hangzhou.aliyuncs.com/adult_train.csv')
  11.         .setSchemaStr(
  12.             'age bigint, workclass string, fnlwgt bigint,'
  13.             'education string, education_num bigint,'
  14.             'marital_status string, occupation string,'
  15.             'relationship string, race string, sex string,'
  16.             'capital_gain bigint, capital_loss bigint,'
  17.             'hours_per_week bigint, native_country string,'
  18.             'label string'
  19.         )
  20.     )
  21.     return data
  24. def adult_train():
  25.     return adult('https://alink-test-data.oss-cn-hangzhou.aliyuncs.com/adult_train.csv')
  28. def adult_test():
  29.     return adult('https://alink-test-data.oss-cn-hangzhou.aliyuncs.com/adult_test.csv')
  32. def adult_numerical_feature_strs():
  33.     return [
  34.         "age", "fnlwgt", "education_num",
  35.         "capital_gain", "capital_loss", "hours_per_week"
  36.     ]
  39. def adult_categorical_feature_strs():
  40.     return [
  41.         "workclass", "education", "marital_status",
  42.         "occupation", "relationship", "race", "sex",
  43.         "native_country"
  44.     ]
  47. def adult_features_strs():
  48.     feature = adult_numerical_feature_strs()
  49.     feature.extend(adult_categorical_feature_strs())
  51.     return feature
  54. def rf_grid_search_cv(featureCols, categoryFeatureCols, label, metric):
  55.     rf = (
  56.         RandomForestClassifier()
  57.         .setFeatureCols(featureCols)
  58.         .setCategoricalCols(categoryFeatureCols)
  59.         .setLabelCol(label)
  60.         .setPredictionCol('prediction')
  61.         .setPredictionDetailCol('prediction_detail')
  62.     )
  63.     paramDist = (
  64.         ParamDist()
  65.         .addDist(rf, 'NUM_TREES', ValueDist.randInteger(1, 10))
  66.     )
  67.     tuningEvaluator = (
  68.         BinaryClassificationTuningEvaluator()
  69.         .setLabelCol(label)
  70.         .setPredictionDetailCol("prediction_detail")
  71.         .setTuningBinaryClassMetric(metric)
  72.     )
  73.     cv = (
  74.         RandomSearchCV()
  75.         .setEstimator(rf)
  76.         .setParamDist(paramDist)
  77.         .setTuningEvaluator(tuningEvaluator)
  78.         .setNumFolds(2)
  79.     )
  81.     return cv
  84. def rf_grid_search_tv(featureCols, categoryFeatureCols, label, metric):
  85.     rf = (
  86.         RandomForestClassifier()
  87.         .setFeatureCols(featureCols)
  88.         .setCategoricalCols(categoryFeatureCols)
  89.         .setLabelCol(label)
  90.         .setPredictionCol('prediction')
  91.         .setPredictionDetailCol('prediction_detail')
  92.     )
  93.     paramDist = (
  94.         ParamDist()
  95.         .addDist(rf, 'NUM_TREES', ValueDist.randInteger(1, 10))
  96.     )
  97.     tuningEvaluator = (
  98.         BinaryClassificationTuningEvaluator()
  99.         .setLabelCol(label)
  100.         .setPredictionDetailCol("prediction_detail")
  101.         .setTuningBinaryClassMetric(metric)
  102.     )
  103.     cv = (
  104.         RandomSearchTVSplit()
  105.         .setEstimator(rf)
  106.         .setParamDist(paramDist)
  107.         .setTuningEvaluator(tuningEvaluator)
  108.     )
  110.     return cv
  113. def tuningcv(cv_estimator, input):
  114.     return cv_estimator.enableLazyPrintTrainInfo("CVTrainInfo").fit(input)
  117. def tuningtv(tv_estimator, input):
  118.     return tv_estimator.enableLazyPrintTrainInfo("TVTrainInfo").fit(input)
  121. def main():
  122.     print('rf cv tuning')
  123.     model = tuningcv(
  124.         rf_grid_search_cv(adult_features_strs(),
  125.                           adult_categorical_feature_strs(), 'label', 'AUC'),
  126.         adult_train()
  127.     )
  129.     print('rf tv tuning')
  130.     model = tuningtv(
  131.         rf_grid_search_tv(adult_features_strs(),
  132.                           adult_categorical_feature_strs(), 'label', 'AUC'),
  133.         adult_train()
  134.     )
  136. main()

Java 代码

  1. import com.alibaba.alink.operator.batch.source.CsvSourceBatchOp;
  2. import com.alibaba.alink.pipeline.classification.RandomForestClassifier;
  3. import com.alibaba.alink.pipeline.tuning.BinaryClassificationTuningEvaluator;
  4. import com.alibaba.alink.pipeline.tuning.ParamDist;
  5. import com.alibaba.alink.pipeline.tuning.RandomSearchCV;
  6. import com.alibaba.alink.pipeline.tuning.RandomSearchCVModel;
  7. import com.alibaba.alink.pipeline.tuning.ValueDist;
  8. import org.junit.Test;
  10. public class RandomSearchCVTest {
  11.     @Test
  12.     public void testRandomSearchCV() throws Exception {
  13.         String[] featureCols = new String[] {
  14.             "age", "fnlwgt", "education_num",
  15.             "capital_gain", "capital_loss", "hours_per_week",
  16.             "workclass", "education", "marital_status",
  17.             "occupation", "relationship", "race", "sex",
  18.             "native_country"
  19.         };
  20.         String[] categoryFeatureCols = new String[] {
  21.             "workclass", "education", "marital_status",
  22.             "occupation", "relationship", "race", "sex",
  23.             "native_country"
  24.         };
  25.         String label = "label";
  26.         CsvSourceBatchOp data = new CsvSourceBatchOp()
  27.             .setFilePath("https://alink-test-data.oss-cn-hangzhou.aliyuncs.com/adult_train.csv")
  28.             .setSchemaStr(
  29.                 "age bigint, workclass string, fnlwgt bigint, education string, education_num bigint, marital_status "
  30.                     + "string, occupation string, relationship string, race string, sex string, capital_gain bigint, "
  31.                     + "capital_loss bigint, hours_per_week bigint, native_country string, label string");
  32.         RandomForestClassifier rf = new RandomForestClassifier()
  33.             .setFeatureCols(featureCols)
  34.             .setCategoricalCols(categoryFeatureCols)
  35.             .setLabelCol(label)
  36.             .setPredictionCol("prediction")
  37.             .setPredictionDetailCol("prediction_detail");
  38.         ParamDist paramDist = new ParamDist()
  39.             .addDist(rf, RandomForestClassifier.NUM_TREES, ValueDist.randInteger(1, 10));
  40.         BinaryClassificationTuningEvaluator tuningEvaluator = new BinaryClassificationTuningEvaluator()
  41.             .setLabelCol(label)
  42.             .setPredictionDetailCol("prediction_detail")
  43.             .setTuningBinaryClassMetric("AUC");
  44.         RandomSearchCV cv = new RandomSearchCV()
  45.             .setEstimator(rf)
  46.             .setParamDist(paramDist)
  47.             .setTuningEvaluator(tuningEvaluator)
  48.             .setNumFolds(2)
  49.             .enableLazyPrintTrainInfo("TrainInfo");
  50.         RandomSearchCVModel model = cv.fit(data);
  51.     }
  52. }

运行结果

TrainInfo
Metric information:
Metric name: AUC
Larger is better: true
Tuning information:

| AUC | stage | param | value | | —- | —- | —- | —- |

| 0.9134148020313496 | RandomForestClassifier | numTrees | 10 |

| 0.9123992401477525 | RandomForestClassifier | numTrees | 10 |

| 0.9107724678432794 | RandomForestClassifier | numTrees | 8 |

| 0.905703319906151 | RandomForestClassifier | numTrees | 6 |

| 0.9052924036494705 | RandomForestClassifier | numTrees | 7 |

| 0.8927397325721704 | RandomForestClassifier | numTrees | 3 |

| 0.8887150253364192 | RandomForestClassifier | numTrees | 3 |

| 0.885191174049819 | RandomForestClassifier | numTrees | 3 |

| 0.8837444737636566 | RandomForestClassifier | numTrees | 2 |

| 0.8774725529763574 | RandomForestClassifier | numTrees | 2 |

运行结果

  1. rf cv tuning
  2. com.alibaba.alink.pipeline.tuning.GridSearchCV
  3. [ {
  4.   "param" : [ {
  5.     "stage" : "RandomForestClassifier",
  6.     "paramName" : "numTrees",
  7.     "paramValue" : 3
  8.   }, {
  9.     "stage" : "RandomForestClassifier",
  10.     "paramName" : "subsamplingRatio",
  11.     "paramValue" : 1.0
  12.   } ],
  13.   "metric" : 0.8922549257899725
  14. }, {
  15.   "param" : [ {
  16.     "stage" : "RandomForestClassifier",
  17.     "paramName" : "numTrees",
  18.     "paramValue" : 3
  19.   }, {
  20.     "stage" : "RandomForestClassifier",
  21.     "paramName" : "subsamplingRatio",
  22.     "paramValue" : 0.99
  23.   } ],
  24.   "metric" : 0.8920255970548456
  25. }, {
  26.   "param" : [ {
  27.     "stage" : "RandomForestClassifier",
  28.     "paramName" : "numTrees",
  29.     "paramValue" : 3
  30.   }, {
  31.     "stage" : "RandomForestClassifier",
  32.     "paramName" : "subsamplingRatio",
  33.     "paramValue" : 0.98
  34.   } ],
  35.   "metric" : 0.8944982480437225
  36. }, {
  37.   "param" : [ {
  38.     "stage" : "RandomForestClassifier",
  39.     "paramName" : "numTrees",
  40.     "paramValue" : 6
  41.   }, {
  42.     "stage" : "RandomForestClassifier",
  43.     "paramName" : "subsamplingRatio",
  44.     "paramValue" : 1.0
  45.   } ],
  46.   "metric" : 0.8923867598288401
  47. }, {
  48.   "param" : [ {
  49.     "stage" : "RandomForestClassifier",
  50.     "paramName" : "numTrees",
  51.     "paramValue" : 6
  52.   }, {
  53.     "stage" : "RandomForestClassifier",
  54.     "paramName" : "subsamplingRatio",
  55.     "paramValue" : 0.99
  56.   } ],
  57.   "metric" : 0.9012141767959505
  58. }, {
  59.   "param" : [ {
  60.     "stage" : "RandomForestClassifier",
  61.     "paramName" : "numTrees",
  62.     "paramValue" : 6
  63.   }, {
  64.     "stage" : "RandomForestClassifier",
  65.     "paramName" : "subsamplingRatio",
  66.     "paramValue" : 0.98
  67.   } ],
  68.   "metric" : 0.8993774036693788
  69. }, {
  70.   "param" : [ {
  71.     "stage" : "RandomForestClassifier",
  72.     "paramName" : "numTrees",
  73.     "paramValue" : 9
  74.   }, {
  75.     "stage" : "RandomForestClassifier",
  76.     "paramName" : "subsamplingRatio",
  77.     "paramValue" : 1.0
  78.   } ],
  79.   "metric" : 0.8981738808130779
  80. }, {
  81.   "param" : [ {
  82.     "stage" : "RandomForestClassifier",
  83.     "paramName" : "numTrees",
  84.     "paramValue" : 9
  85.   }, {
  86.     "stage" : "RandomForestClassifier",
  87.     "paramName" : "subsamplingRatio",
  88.     "paramValue" : 0.99
  89.   } ],
  90.   "metric" : 0.9029671873892725
  91. }, {
  92.   "param" : [ {
  93.     "stage" : "RandomForestClassifier",
  94.     "paramName" : "numTrees",
  95.     "paramValue" : 9
  96.   }, {
  97.     "stage" : "RandomForestClassifier",
  98.     "paramName" : "subsamplingRatio",
  99.     "paramValue" : 0.98
  100.   } ],
  101.   "metric" : 0.905228896323363
  102. } ]
  103. rf tv tuning
  104. com.alibaba.alink.pipeline.tuning.GridSearchTVSplit
  105. [ {
  106.   "param" : [ {
  107.     "stage" : "RandomForestClassifier",
  108.     "paramName" : "numTrees",
  109.     "paramValue" : 3
  110.   }, {
  111.     "stage" : "RandomForestClassifier",
  112.     "paramName" : "subsamplingRatio",
  113.     "paramValue" : 1.0
  114.   } ],
  115.   "metric" : 0.9022694229691741
  116. }, {
  117.   "param" : [ {
  118.     "stage" : "RandomForestClassifier",
  119.     "paramName" : "numTrees",
  120.     "paramValue" : 3
  121.   }, {
  122.     "stage" : "RandomForestClassifier",
  123.     "paramName" : "subsamplingRatio",
  124.     "paramValue" : 0.99
  125.   } ],
  126.   "metric" : 0.8963559966080328
  127. }, {
  128.   "param" : [ {
  129.     "stage" : "RandomForestClassifier",
  130.     "paramName" : "numTrees",
  131.     "paramValue" : 3
  132.   }, {
  133.     "stage" : "RandomForestClassifier",
  134.     "paramName" : "subsamplingRatio",
  135.     "paramValue" : 0.98
  136.   } ],
  137.   "metric" : 0.9041948454957178
  138. }, {
  139.   "param" : [ {
  140.     "stage" : "RandomForestClassifier",
  141.     "paramName" : "numTrees",
  142.     "paramValue" : 6
  143.   }, {
  144.     "stage" : "RandomForestClassifier",
  145.     "paramName" : "subsamplingRatio",
  146.     "paramValue" : 1.0
  147.   } ],
  148.   "metric" : 0.8982021117392784
  149. }, {
  150.   "param" : [ {
  151.     "stage" : "RandomForestClassifier",
  152.     "paramName" : "numTrees",
  153.     "paramValue" : 6
  154.   }, {
  155.     "stage" : "RandomForestClassifier",
  156.     "paramName" : "subsamplingRatio",
  157.     "paramValue" : 0.99
  158.   } ],
  159.   "metric" : 0.9031851535310546
  160. }, {
  161.   "param" : [ {
  162.     "stage" : "RandomForestClassifier",
  163.     "paramName" : "numTrees",
  164.     "paramValue" : 6
  165.   }, {
  166.     "stage" : "RandomForestClassifier",
  167.     "paramName" : "subsamplingRatio",
  168.     "paramValue" : 0.98
  169.   } ],
  170.   "metric" : 0.9034443322241488
  171. }, {
  172.   "param" : [ {
  173.     "stage" : "RandomForestClassifier",
  174.     "paramName" : "numTrees",
  175.     "paramValue" : 9
  176.   }, {
  177.     "stage" : "RandomForestClassifier",
  178.     "paramName" : "subsamplingRatio",
  179.     "paramValue" : 1.0
  180.   } ],
  181.   "metric" : 0.8993474753000145
  182. }, {
  183.   "param" : [ {
  184.     "stage" : "RandomForestClassifier",
  185.     "paramName" : "numTrees",
  186.     "paramValue" : 9
  187.   }, {
  188.     "stage" : "RandomForestClassifier",
  189.     "paramName" : "subsamplingRatio",
  190.     "paramValue" : 0.99
  191.   } ],
  192.   "metric" : 0.9090250137144916
  193. }, {
  194.   "param" : [ {
  195.     "stage" : "RandomForestClassifier",
  196.     "paramName" : "numTrees",
  197.     "paramValue" : 9
  198.   }, {
  199.     "stage" : "RandomForestClassifier",
  200.     "paramName" : "subsamplingRatio",
  201.     "paramValue" : 0.98
  202.   } ],
  203.   "metric" : 0.9129786771786127
  204. } ]