Java 类名：com.alibaba.alink.pipeline.tuning.RandomSearchTVSplit
Python 类名：RandomSearchTVSplit

功能介绍

randomsearch是通过随机参数，对其中的每一组输入参数的组很分别进行训练，预测，评估。取得评估参数最优的模型，作为最终的返回模型
tv为训练验证，将数据按照比例切分为两份，对其中一份数据做训练，对剩余一份数据做预测和评估，得到一个评估结果。
此函数用tv方法得到每一个grid对应参数的评估结果，得到最优模型

参数说明

| 名称 | 中文名称 | 描述 | 类型 | 是否必须？ | 默认值 | | —- | —- | —- | —- | —- | —- |

| trainRatio | 训练集比例 | 训练集与验证集的划分比例，取值范围为(0, 1]。 | Double | | 0.8 |

| ParamDist | 参数分布 | 指定搜索的参数的分布 | ParamDist | ✓ | —- |

| Estimator | Estimator | 用于调优的Estimator | Estimator | ✓ | —- |

| TuningEvaluator | 评估指标 | 用于选择最优模型的评估指标 | TuningEvaluator | ✓ | —- |

代码示例

Python 代码

  1. from pyalink.alink import *
  3. import pandas as pd
  5. useLocalEnv(1)
  8. def adult(url):
  9.     data = (
  10.         CsvSourceBatchOp()
  11.         .setFilePath('https://alink-test-data.oss-cn-hangzhou.aliyuncs.com/adult_train.csv')
  12.         .setSchemaStr(
  13.             'age bigint, workclass string, fnlwgt bigint,'
  14.             'education string, education_num bigint,'
  15.             'marital_status string, occupation string,'
  16.             'relationship string, race string, sex string,'
  17.             'capital_gain bigint, capital_loss bigint,'
  18.             'hours_per_week bigint, native_country string,'
  19.             'label string'
  20.         )
  21.     )
  22.     return data
  25. def adult_train():
  26.     return adult('https://alink-test-data.oss-cn-hangzhou.aliyuncs.com/adult_train.csv')
  29. def adult_test():
  30.     return adult('https://alink-test-data.oss-cn-hangzhou.aliyuncs.com/adult_test.csv')
  33. def adult_numerical_feature_strs():
  34.     return [
  35.         "age", "fnlwgt", "education_num",
  36.         "capital_gain", "capital_loss", "hours_per_week"
  37.     ]
  40. def adult_categorical_feature_strs():
  41.     return [
  42.         "workclass", "education", "marital_status",
  43.         "occupation", "relationship", "race", "sex",
  44.         "native_country"
  45.     ]
  48. def adult_features_strs():
  49.     feature = adult_numerical_feature_strs()
  50.     feature.extend(adult_categorical_feature_strs())
  52.     return feature
  55. def rf_grid_search_cv(featureCols, categoryFeatureCols, label, metric):
  56.     rf = (
  57.         RandomForestClassifier()
  58.         .setFeatureCols(featureCols)
  59.         .setCategoricalCols(categoryFeatureCols)
  60.         .setLabelCol(label)
  61.         .setPredictionCol('prediction')
  62.         .setPredictionDetailCol('prediction_detail')
  63.     )
  64.     paramDist = (
  65.         ParamDist()
  66.         .addDist(rf, 'NUM_TREES', ValueDist.randInteger(1, 10))
  67.     )
  68.     tuningEvaluator = (
  69.         BinaryClassificationTuningEvaluator()
  70.         .setLabelCol(label)
  71.         .setPredictionDetailCol("prediction_detail")
  72.         .setTuningBinaryClassMetric(metric)
  73.     )
  74.     cv = (
  75.         RandomSearchCV()
  76.         .setEstimator(rf)
  77.         .setParamDist(paramDist)
  78.         .setTuningEvaluator(tuningEvaluator)
  79.         .setNumFolds(2)
  80.         .enableLazyPrintTrainInfo("TrainInfo")
  81.     )
  83.     return cv
  86. def rf_grid_search_tv(featureCols, categoryFeatureCols, label, metric):
  87.     rf = (
  88.         RandomForestClassifier()
  89.         .setFeatureCols(featureCols)
  90.         .setCategoricalCols(categoryFeatureCols)
  91.         .setLabelCol(label)
  92.         .setPredictionCol('prediction')
  93.         .setPredictionDetailCol('prediction_detail')
  94.     )
  95.     paramDist = (
  96.         ParamDist()
  97.         .addDist(rf, 'NUM_TREES', ValueDist.randInteger(1, 10))
  98.     )
  99.     tuningEvaluator = (
  100.         BinaryClassificationTuningEvaluator()
  101.         .setLabelCol(label)
  102.         .setPredictionDetailCol("prediction_detail")
  103.         .setTuningBinaryClassMetric(metric)
  104.     )
  105.     cv = (
  106.         RandomSearchTVSplit()
  107.         .setEstimator(rf)
  108.         .setParamDist(paramDist)
  109.         .setTuningEvaluator(tuningEvaluator)
  110.         .enableLazyPrintTrainInfo("TrainInfo")
  111.     )
  113.     return cv
  116. def tuningcv(cv_estimator, input):
  117.     return cv_estimator.fit(input)
  120. def tuningtv(tv_estimator, input):
  121.     return tv_estimator.fit(input)
  124. def main():
  125.     print('rf cv tuning')
  126.     model = tuningcv(
  127.         rf_grid_search_cv(adult_features_strs(),
  128.                           adult_categorical_feature_strs(), 'label', 'AUC'),
  129.         adult_train()
  130.     )
  132.     print('rf tv tuning')
  133.     model = tuningtv(
  134.         rf_grid_search_tv(adult_features_strs(),
  135.                           adult_categorical_feature_strs(), 'label', 'AUC'),
  136.         adult_train()
  137.     )
  138. main()

Java 代码

  1. import com.alibaba.alink.operator.batch.source.CsvSourceBatchOp;
  2. import com.alibaba.alink.pipeline.classification.RandomForestClassifier;
  3. import com.alibaba.alink.pipeline.tuning.BinaryClassificationTuningEvaluator;
  4. import com.alibaba.alink.pipeline.tuning.ParamDist;
  5. import com.alibaba.alink.pipeline.tuning.RandomSearchTVSplit;
  6. import com.alibaba.alink.pipeline.tuning.RandomSearchTVSplitModel;
  7. import com.alibaba.alink.pipeline.tuning.ValueDist;
  8. import org.junit.Test;
  10. public class RandomSearchTVSplitTest {
  11.     @Test
  12.     public void testRandomSearchTVSplit() throws Exception {
  13.         String[] featureCols = new String[] {
  14.             "age", "fnlwgt", "education_num",
  15.             "capital_gain", "capital_loss", "hours_per_week",
  16.             "workclass", "education", "marital_status",
  17.             "occupation", "relationship", "race", "sex",
  18.             "native_country"
  19.         };
  20.         String[] categoryFeatureCols = new String[] {
  21.             "workclass", "education", "marital_status",
  22.             "occupation", "relationship", "race", "sex",
  23.             "native_country"
  24.         };
  25.         String label = "label";
  26.         CsvSourceBatchOp data = new CsvSourceBatchOp()
  27.             .setFilePath("https://alink-test-data.oss-cn-hangzhou.aliyuncs.com/adult_train.csv")
  28.             .setSchemaStr(
  29.                 "age bigint, workclass string, fnlwgt bigint, education string, education_num bigint, marital_status "
  30.                     + "string, occupation string, relationship string, race string, sex string, capital_gain bigint, "
  31.                     + "capital_loss bigint, hours_per_week bigint, native_country string, label string");
  32.         RandomForestClassifier rf = new RandomForestClassifier()
  33.             .setFeatureCols(featureCols)
  34.             .setCategoricalCols(categoryFeatureCols)
  35.             .setLabelCol(label)
  36.             .setPredictionCol("prediction")
  37.             .setPredictionDetailCol("prediction_detail");
  38.         ParamDist paramDist = new ParamDist()
  39.             .addDist(rf, RandomForestClassifier.NUM_TREES, ValueDist.randInteger(1, 10));
  40.         BinaryClassificationTuningEvaluator tuningEvaluator = new BinaryClassificationTuningEvaluator()
  41.             .setLabelCol(label)
  42.             .setPredictionDetailCol("prediction_detail")
  43.             .setTuningBinaryClassMetric("AUC");
  44.         RandomSearchTVSplit cv = new RandomSearchTVSplit()
  45.             .setEstimator(rf)
  46.             .setParamDist(paramDist)
  47.             .setTuningEvaluator(tuningEvaluator)
  48.             .setTrainRatio(0.8)
  49.             .enableLazyPrintTrainInfo("TrainInfo");
  50.         RandomSearchTVSplitModel model = cv.fit(data);
  51.     }
  52. }

运行结果

TrainInfo
Metric information:
Metric name: AUC
Larger is better: true
Tuning information:

| AUC | stage | param | value | | —- | —- | —- | —- |

| 0.9121169398031198 | RandomForestClassifier | numTrees | 8 |

| 0.9105096451486404 | RandomForestClassifier | numTrees | 7 |

| 0.9105087086051442 | RandomForestClassifier | numTrees | 6 |

| 0.9098174499836453 | RandomForestClassifier | numTrees | 6 |

| 0.9089294943807537 | RandomForestClassifier | numTrees | 4 |

| 0.8910848199717841 | RandomForestClassifier | numTrees | 2 |

| 0.8862271106520978 | RandomForestClassifier | numTrees | 2 |

| 0.8748876808857913 | RandomForestClassifier | numTrees | 2 |

| 0.858989501722944 | RandomForestClassifier | numTrees | 1 |

| 0.8553973913661752 | RandomForestClassifier | numTrees | 1 |

运行结果

  1. rf cv tuning
  2. com.alibaba.alink.pipeline.tuning.GridSearchCV
  3. [ {
  4.   "param" : [ {
  5.     "stage" : "RandomForestClassifier",
  6.     "paramName" : "numTrees",
  7.     "paramValue" : 3
  8.   }, {
  9.     "stage" : "RandomForestClassifier",
  10.     "paramName" : "subsamplingRatio",
  11.     "paramValue" : 1.0
  12.   } ],
  13.   "metric" : 0.8922549257899725
  14. }, {
  15.   "param" : [ {
  16.     "stage" : "RandomForestClassifier",
  17.     "paramName" : "numTrees",
  18.     "paramValue" : 3
  19.   }, {
  20.     "stage" : "RandomForestClassifier",
  21.     "paramName" : "subsamplingRatio",
  22.     "paramValue" : 0.99
  23.   } ],
  24.   "metric" : 0.8920255970548456
  25. }, {
  26.   "param" : [ {
  27.     "stage" : "RandomForestClassifier",
  28.     "paramName" : "numTrees",
  29.     "paramValue" : 3
  30.   }, {
  31.     "stage" : "RandomForestClassifier",
  32.     "paramName" : "subsamplingRatio",
  33.     "paramValue" : 0.98
  34.   } ],
  35.   "metric" : 0.8944982480437225
  36. }, {
  37.   "param" : [ {
  38.     "stage" : "RandomForestClassifier",
  39.     "paramName" : "numTrees",
  40.     "paramValue" : 6
  41.   }, {
  42.     "stage" : "RandomForestClassifier",
  43.     "paramName" : "subsamplingRatio",
  44.     "paramValue" : 1.0
  45.   } ],
  46.   "metric" : 0.8923867598288401
  47. }, {
  48.   "param" : [ {
  49.     "stage" : "RandomForestClassifier",
  50.     "paramName" : "numTrees",
  51.     "paramValue" : 6
  52.   }, {
  53.     "stage" : "RandomForestClassifier",
  54.     "paramName" : "subsamplingRatio",
  55.     "paramValue" : 0.99
  56.   } ],
  57.   "metric" : 0.9012141767959505
  58. }, {
  59.   "param" : [ {
  60.     "stage" : "RandomForestClassifier",
  61.     "paramName" : "numTrees",
  62.     "paramValue" : 6
  63.   }, {
  64.     "stage" : "RandomForestClassifier",
  65.     "paramName" : "subsamplingRatio",
  66.     "paramValue" : 0.98
  67.   } ],
  68.   "metric" : 0.8993774036693788
  69. }, {
  70.   "param" : [ {
  71.     "stage" : "RandomForestClassifier",
  72.     "paramName" : "numTrees",
  73.     "paramValue" : 9
  74.   }, {
  75.     "stage" : "RandomForestClassifier",
  76.     "paramName" : "subsamplingRatio",
  77.     "paramValue" : 1.0
  78.   } ],
  79.   "metric" : 0.8981738808130779
  80. }, {
  81.   "param" : [ {
  82.     "stage" : "RandomForestClassifier",
  83.     "paramName" : "numTrees",
  84.     "paramValue" : 9
  85.   }, {
  86.     "stage" : "RandomForestClassifier",
  87.     "paramName" : "subsamplingRatio",
  88.     "paramValue" : 0.99
  89.   } ],
  90.   "metric" : 0.9029671873892725
  91. }, {
  92.   "param" : [ {
  93.     "stage" : "RandomForestClassifier",
  94.     "paramName" : "numTrees",
  95.     "paramValue" : 9
  96.   }, {
  97.     "stage" : "RandomForestClassifier",
  98.     "paramName" : "subsamplingRatio",
  99.     "paramValue" : 0.98
  100.   } ],
  101.   "metric" : 0.905228896323363
  102. } ]
  103. rf tv tuning
  104. com.alibaba.alink.pipeline.tuning.GridSearchTVSplit
  105. [ {
  106.   "param" : [ {
  107.     "stage" : "RandomForestClassifier",
  108.     "paramName" : "numTrees",
  109.     "paramValue" : 3
  110.   }, {
  111.     "stage" : "RandomForestClassifier",
  112.     "paramName" : "subsamplingRatio",
  113.     "paramValue" : 1.0
  114.   } ],
  115.   "metric" : 0.9022694229691741
  116. }, {
  117.   "param" : [ {
  118.     "stage" : "RandomForestClassifier",
  119.     "paramName" : "numTrees",
  120.     "paramValue" : 3
  121.   }, {
  122.     "stage" : "RandomForestClassifier",
  123.     "paramName" : "subsamplingRatio",
  124.     "paramValue" : 0.99
  125.   } ],
  126.   "metric" : 0.8963559966080328
  127. }, {
  128.   "param" : [ {
  129.     "stage" : "RandomForestClassifier",
  130.     "paramName" : "numTrees",
  131.     "paramValue" : 3
  132.   }, {
  133.     "stage" : "RandomForestClassifier",
  134.     "paramName" : "subsamplingRatio",
  135.     "paramValue" : 0.98
  136.   } ],
  137.   "metric" : 0.9041948454957178
  138. }, {
  139.   "param" : [ {
  140.     "stage" : "RandomForestClassifier",
  141.     "paramName" : "numTrees",
  142.     "paramValue" : 6
  143.   }, {
  144.     "stage" : "RandomForestClassifier",
  145.     "paramName" : "subsamplingRatio",
  146.     "paramValue" : 1.0
  147.   } ],
  148.   "metric" : 0.8982021117392784
  149. }, {
  150.   "param" : [ {
  151.     "stage" : "RandomForestClassifier",
  152.     "paramName" : "numTrees",
  153.     "paramValue" : 6
  154.   }, {
  155.     "stage" : "RandomForestClassifier",
  156.     "paramName" : "subsamplingRatio",
  157.     "paramValue" : 0.99
  158.   } ],
  159.   "metric" : 0.9031851535310546
  160. }, {
  161.   "param" : [ {
  162.     "stage" : "RandomForestClassifier",
  163.     "paramName" : "numTrees",
  164.     "paramValue" : 6
  165.   }, {
  166.     "stage" : "RandomForestClassifier",
  167.     "paramName" : "subsamplingRatio",
  168.     "paramValue" : 0.98
  169.   } ],
  170.   "metric" : 0.9034443322241488
  171. }, {
  172.   "param" : [ {
  173.     "stage" : "RandomForestClassifier",
  174.     "paramName" : "numTrees",
  175.     "paramValue" : 9
  176.   }, {
  177.     "stage" : "RandomForestClassifier",
  178.     "paramName" : "subsamplingRatio",
  179.     "paramValue" : 1.0
  180.   } ],
  181.   "metric" : 0.8993474753000145
  182. }, {
  183.   "param" : [ {
  184.     "stage" : "RandomForestClassifier",
  185.     "paramName" : "numTrees",
  186.     "paramValue" : 9
  187.   }, {
  188.     "stage" : "RandomForestClassifier",
  189.     "paramName" : "subsamplingRatio",
  190.     "paramValue" : 0.99
  191.   } ],
  192.   "metric" : 0.9090250137144916
  193. }, {
  194.   "param" : [ {
  195.     "stage" : "RandomForestClassifier",
  196.     "paramName" : "numTrees",
  197.     "paramValue" : 9
  198.   }, {
  199.     "stage" : "RandomForestClassifier",
  200.     "paramName" : "subsamplingRatio",
  201.     "paramValue" : 0.98
  202.   } ],
  203.   "metric" : 0.9129786771786127
  204. } ]