/**
* Copyright (C) 2001-2017 by RapidMiner and the contributors
*
* Complete list of developers available at our web site:
*
* http://rapidminer.com
*
* This program is free software: you can redistribute it and/or modify it under the terms of the
* GNU Affero General Public License as published by the Free Software Foundation, either version 3
* of the License, or (at your option) any later version.
*
* This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without
* even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License along with this program.
* If not, see http://www.gnu.org/licenses/.
*/
package com.rapidminer.operator.generator;
import java.util.ArrayList;
import java.util.List;
import com.rapidminer.example.Attribute;
import com.rapidminer.example.Attributes;
import com.rapidminer.example.ExampleSet;
import com.rapidminer.example.table.AttributeFactory;
import com.rapidminer.example.utils.ExampleSetBuilder;
import com.rapidminer.example.utils.ExampleSets;
import com.rapidminer.operator.OperatorDescription;
import com.rapidminer.operator.OperatorException;
import com.rapidminer.operator.io.AbstractExampleSource;
import com.rapidminer.operator.ports.metadata.AttributeMetaData;
import com.rapidminer.operator.ports.metadata.ExampleSetMetaData;
import com.rapidminer.operator.ports.metadata.MetaData;
import com.rapidminer.parameter.ParameterType;
import com.rapidminer.parameter.ParameterTypeInt;
import com.rapidminer.tools.Ontology;
import com.rapidminer.tools.RandomGenerator;
import com.rapidminer.tools.math.container.Range;
/**
* Generates a random example set for testing purposes. The data represents a direct mailing example
* set.
*
* @author Ingo Mierswa
*/
public class DirectMailingExampleSetGenerator extends AbstractExampleSource {
/** The parameter name for "The number of generated examples." */
public static final String PARAMETER_NUMBER_EXAMPLES = "number_examples";
private static String[] ATTRIBUTE_NAMES = { "name", "age", "lifestyle", "zip code", "family status", "car", "sports",
"earnings" };
private static int[] VALUE_TYPES = { Ontology.NOMINAL, Ontology.INTEGER, Ontology.NOMINAL, Ontology.INTEGER,
Ontology.NOMINAL, Ontology.NOMINAL, Ontology.NOMINAL, Ontology.INTEGER };
private static String[][] POSSIBLE_VALUES = { null, null, { "healthy", "active", "cozily" }, null,
{ "married", "single" }, { "practical", "expensive" }, { "soccer", "badminton", "athletics" }, null };
public DirectMailingExampleSetGenerator(OperatorDescription description) {
super(description);
}
@Override
public ExampleSet createExampleSet() throws OperatorException {
// init
int numberOfExamples = getParameterAsInt(PARAMETER_NUMBER_EXAMPLES);
// create table
List<Attribute> attributes = new ArrayList<Attribute>();
for (int m = 0; m < ATTRIBUTE_NAMES.length; m++) {
Attribute current = AttributeFactory.createAttribute(ATTRIBUTE_NAMES[m], VALUE_TYPES[m]);
String[] possibleValues = POSSIBLE_VALUES[m];
if (possibleValues != null) {
for (int v = 0; v < possibleValues.length; v++) {
current.getMapping().mapString(possibleValues[v]);
}
}
attributes.add(current);
}
Attribute label = AttributeFactory.createAttribute("label", Ontology.NOMINAL);
label.getMapping().mapString("no response");
label.getMapping().mapString("response");
attributes.add(label);
ExampleSetBuilder builder = ExampleSets.from(attributes).withExpectedSize(numberOfExamples);
// create data
RandomGenerator random = RandomGenerator.getRandomGenerator(this);
// init operator progress
getProgress().setTotal(numberOfExamples);
for (int n = 0; n < numberOfExamples; n++) {
double[] values = new double[ATTRIBUTE_NAMES.length + 1];
values[0] = attributes.get(0).getMapping().mapString(random.nextString(8));
// "name", "age", "lifestyle", "zip code", "family status", "car", "sports", "earnings",
// "label"
values[1] = random.nextIntInRange(15, 70);
values[2] = random.nextInt(POSSIBLE_VALUES[2].length);
values[3] = random.nextIntInRange(10000, 100000);
values[4] = random.nextInt(POSSIBLE_VALUES[4].length);
values[5] = random.nextInt(POSSIBLE_VALUES[5].length);
values[6] = random.nextInt(POSSIBLE_VALUES[6].length);
values[7] = random.nextIntInRange(20000, 150000);
values[8] = label.getMapping().mapString("no response");
if (values[1] > 65) { // age
if (random.nextDouble() > 0.05) {
values[8] = label.getMapping().mapString("response");
}
} else if (values[1] > 60) { // age
if (random.nextDouble() > 0.1) {
values[8] = label.getMapping().mapString("response");
}
} else if (values[1] > 55) { // age
if (random.nextDouble() > 0.2) {
values[8] = label.getMapping().mapString("response");
}
} else if (values[3] < 15000) { // zip code
if (random.nextDouble() > 0.1) {
values[8] = label.getMapping().mapString("response");
}
} else if (values[7] > 140000) { // earnings
values[8] = label.getMapping().mapString("response");
}
builder.addRow(values);
getProgress().step();
}
getProgress().complete();
// create example set and return it
return builder.withRole(label, Attributes.LABEL_NAME).build();
}
@Override
public List<ParameterType> getParameterTypes() {
List<ParameterType> types = super.getParameterTypes();
ParameterType type = new ParameterTypeInt(PARAMETER_NUMBER_EXAMPLES, "The number of generated examples.", 1,
Integer.MAX_VALUE, 100);
type.setExpert(false);
types.add(type);
types.addAll(RandomGenerator.getRandomGeneratorParameters(this));
return types;
}
@Override
public MetaData getGeneratedMetaData() throws OperatorException {
ExampleSetMetaData emd = new ExampleSetMetaData();
emd.addAttribute(new AttributeMetaData("label", Attributes.LABEL_NAME, "response", "no response"));
emd.addAttribute(new AttributeMetaData("name", Ontology.NOMINAL));
// "name", "age", "lifestyle", "zip code", "family status", "car", "sports", "earnings"
emd.addAttribute(new AttributeMetaData("age", null, Ontology.INTEGER, new Range(15, 70)));
emd.addAttribute(new AttributeMetaData("lifestyle", null, POSSIBLE_VALUES[2]));
emd.addAttribute(new AttributeMetaData("zip code", null, Ontology.INTEGER, new Range(10000, 100000)));
emd.addAttribute(new AttributeMetaData("family status", null, POSSIBLE_VALUES[4]));
emd.addAttribute(new AttributeMetaData("car", null, POSSIBLE_VALUES[5]));
emd.addAttribute(new AttributeMetaData("sports", null, POSSIBLE_VALUES[6]));
emd.addAttribute(new AttributeMetaData("earnings", null, Ontology.INTEGER, new Range(20000, 150000)));
emd.setNumberOfExamples(getParameterAsInt(PARAMETER_NUMBER_EXAMPLES));
return emd;
}
}