/** * Copyright (C) 2001-2017 by RapidMiner and the contributors * * Complete list of developers available at our web site: * * http://rapidminer.com * * This program is free software: you can redistribute it and/or modify it under the terms of the * GNU Affero General Public License as published by the Free Software Foundation, either version 3 * of the License, or (at your option) any later version. * * This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without * even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Affero General Public License for more details. * * You should have received a copy of the GNU Affero General Public License along with this program. * If not, see http://www.gnu.org/licenses/. */ package com.rapidminer.operator.learner.meta; import java.util.List; import java.util.Vector; import com.rapidminer.example.ExampleSet; import com.rapidminer.example.set.SplittedExampleSet; import com.rapidminer.operator.Model; import com.rapidminer.operator.OperatorCapability; import com.rapidminer.operator.OperatorDescription; import com.rapidminer.operator.OperatorException; import com.rapidminer.operator.ValueDouble; import com.rapidminer.parameter.ParameterType; import com.rapidminer.parameter.ParameterTypeBoolean; import com.rapidminer.parameter.ParameterTypeDouble; import com.rapidminer.parameter.ParameterTypeInt; import com.rapidminer.tools.RandomGenerator; /** * This Bagging implementation can be used with all learners available in RapidMiner, not only the * ones which originally are part of the Weka package. * * @author Martin Scholz, Ingo Mierswa */ public class Bagging extends AbstractMetaLearner { /** * Name of the variable specifying the maximal number of iterations of the learner. */ public static final String PARAMETER_ITERATIONS = "iterations"; /** Name of the flag indicating internal bootstrapping. */ public static final String PARAMETER_SAMPLE_RATIO = "sample_ratio"; /** Name of the flag indicating internal bootstrapping. */ public static final String PARAMETER_AVERAGE_CONFIDENCES = "average_confidences"; // field for visualizing performance protected int currentIteration; /** Constructor. */ public Bagging(OperatorDescription description) { super(description); addValue(new ValueDouble("iteration", "The current iteration.") { @Override public double getDoubleValue() { return currentIteration; } }); } /** * Constructs a {@link Model} by repeatedly running a base learner on subsamples. */ @Override public Model learn(ExampleSet exampleSet) throws OperatorException { final double splitRatio = this.getParameterAsDouble(PARAMETER_SAMPLE_RATIO); final int numInterations = this.getParameterAsInt(PARAMETER_ITERATIONS); boolean useLocalRandomSeed = getParameterAsBoolean(RandomGenerator.PARAMETER_USE_LOCAL_RANDOM_SEED); int localRandomSeed = getParameterAsInt(RandomGenerator.PARAMETER_LOCAL_RANDOM_SEED); Vector<Model> modelList = new Vector<Model>(); for (this.currentIteration = 0; this.currentIteration < numInterations; this.currentIteration++) { SplittedExampleSet splitted = new SplittedExampleSet(exampleSet, splitRatio, SplittedExampleSet.SHUFFLED_SAMPLING, useLocalRandomSeed, localRandomSeed); splitted.selectSingleSubset(0); modelList.add(applyInnerLearner(splitted)); inApplyLoop(); } boolean numerical = exampleSet.getAttributes().getLabel().isNumerical(); if (this.getParameterAsBoolean(PARAMETER_AVERAGE_CONFIDENCES) || numerical) { return new BaggingModel(exampleSet, modelList); } else { List<Double> weights = new Vector<Double>(); for (int i = 0; i < modelList.size(); i++) { weights.add(1.0d); } return new AdaBoostModel(exampleSet, modelList, weights); } } @Override public List<ParameterType> getParameterTypes() { List<ParameterType> types = super.getParameterTypes(); ParameterType type = new ParameterTypeDouble(PARAMETER_SAMPLE_RATIO, "Fraction of examples used for training. Must be greater than 0 and should be lower than 1.", 0, 1, 0.9); type.setExpert(false); types.add(type); type = new ParameterTypeInt(PARAMETER_ITERATIONS, "The number of iterations (base models).", 1, Integer.MAX_VALUE, 10); type.setExpert(false); types.add(type); types.add(new ParameterTypeBoolean(PARAMETER_AVERAGE_CONFIDENCES, "Specifies whether to average available prediction confidences or not.", true)); types.addAll(RandomGenerator.getRandomGeneratorParameters(this)); return types; } @Override public boolean supportsCapability(OperatorCapability capability) { switch (capability) { case NO_LABEL: case UPDATABLE: case FORMULA_PROVIDER: return false; default: return true; } } }