/* * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. */ /* * SimpleSetupPanel.java * Copyright (C) 2002 University of Waikato, Hamilton, New Zealand * */ package weka.gui.experiment; import weka.classifiers.Classifier; import weka.classifiers.AbstractClassifier; import weka.core.xml.KOML; import weka.experiment.CSVResultListener; import weka.experiment.ClassifierSplitEvaluator; import weka.experiment.CrossValidationResultProducer; import weka.experiment.DatabaseResultListener; import weka.experiment.Experiment; import weka.experiment.InstancesResultListener; import weka.experiment.PropertyNode; import weka.experiment.RandomSplitResultProducer; import weka.experiment.RegressionSplitEvaluator; import weka.experiment.SplitEvaluator; import weka.gui.DatabaseConnectionDialog; import weka.gui.ExtensionFileFilter; import java.awt.BorderLayout; import java.awt.GridBagConstraints; import java.awt.GridBagLayout; import java.awt.GridLayout; import java.awt.Insets; import java.awt.event.ActionEvent; import java.awt.event.ActionListener; import java.awt.event.FocusAdapter; import java.awt.event.FocusEvent; import java.awt.event.KeyAdapter; import java.awt.event.KeyEvent; import java.awt.event.WindowAdapter; import java.awt.event.WindowEvent; import java.beans.IntrospectionException; import java.beans.PropertyChangeListener; import java.beans.PropertyChangeSupport; import java.beans.PropertyDescriptor; import java.io.File; import javax.swing.BorderFactory; import javax.swing.ButtonGroup; import javax.swing.JButton; import javax.swing.JComboBox; import javax.swing.JFileChooser; import javax.swing.JFrame; import javax.swing.JLabel; import javax.swing.JOptionPane; import javax.swing.JPanel; import javax.swing.JRadioButton; import javax.swing.JScrollPane; import javax.swing.JTextArea; import javax.swing.JTextField; import javax.swing.event.DocumentEvent; import javax.swing.event.DocumentListener; import javax.swing.filechooser.FileFilter; /** * This panel controls the configuration of an experiment. * <p> * If <a href="http://koala.ilog.fr/XML/serialization/" target="_blank">KOML</a> * is in the classpath the experiments can also be serialized to XML instead of a * binary format. * * @author Richard kirkby (rkirkby@cs.waikato.ac.nz) * @author FracPete (fracpete at waikato dot ac dot nz) * @version $Revision: 5928 $ */ public class SimpleSetupPanel extends JPanel { /** for serialization */ private static final long serialVersionUID = 5257424515609176509L; /** The experiment being configured */ protected Experiment m_Exp; /** The panel which switched between simple and advanced setup modes */ protected SetupModePanel m_modePanel = null; /** The database destination URL to store results into */ protected String m_destinationDatabaseURL; /** The filename to store results into */ protected String m_destinationFilename = ""; /** The number of folds for a cross-validation experiment */ protected int m_numFolds = 10; /** The training percentage for a train/test split experiment */ protected double m_trainPercent = 66; /** The number of times to repeat the sub-experiment */ protected int m_numRepetitions = 10; /** Whether or not the user has consented for the experiment to be simplified */ protected boolean m_userHasBeenAskedAboutConversion; /** Filter for choosing CSV files */ protected ExtensionFileFilter m_csvFileFilter = new ExtensionFileFilter(".csv", "Comma separated value files"); /** FIlter for choosing ARFF files */ protected ExtensionFileFilter m_arffFileFilter = new ExtensionFileFilter(".arff", "ARFF files"); /** Click to load an experiment */ protected JButton m_OpenBut = new JButton("Open..."); /** Click to save an experiment */ protected JButton m_SaveBut = new JButton("Save..."); /** Click to create a new experiment with default settings */ protected JButton m_NewBut = new JButton("New"); /** A filter to ensure only experiment files get shown in the chooser */ protected FileFilter m_ExpFilter = new ExtensionFileFilter(Experiment.FILE_EXTENSION, "Experiment configuration files (*" + Experiment.FILE_EXTENSION + ")"); /** A filter to ensure only experiment (in KOML format) files get shown in the chooser */ protected FileFilter m_KOMLFilter = new ExtensionFileFilter(KOML.FILE_EXTENSION, "Experiment configuration files (*" + KOML.FILE_EXTENSION + ")"); /** A filter to ensure only experiment (in XML format) files get shown in the chooser */ protected FileFilter m_XMLFilter = new ExtensionFileFilter(".xml", "Experiment configuration files (*.xml)"); /** The file chooser for selecting experiments */ protected JFileChooser m_FileChooser = new JFileChooser(new File(System.getProperty("user.dir"))); /** The file chooser for selecting result destinations */ protected JFileChooser m_DestFileChooser = new JFileChooser(new File(System.getProperty("user.dir"))); /** Combo box for choosing experiment destination type */ protected JComboBox m_ResultsDestinationCBox = new JComboBox(); /** Label for destination field */ protected JLabel m_ResultsDestinationPathLabel = new JLabel("Filename:"); /** Input field for result destination path */ protected JTextField m_ResultsDestinationPathTField = new JTextField(); /** Button for browsing destination files */ protected JButton m_BrowseDestinationButton = new JButton("Browse..."); /** Combo box for choosing experiment type */ protected JComboBox m_ExperimentTypeCBox = new JComboBox(); /** Label for parameter field */ protected JLabel m_ExperimentParameterLabel = new JLabel("Number of folds:"); /** Input field for experiment parameter */ protected JTextField m_ExperimentParameterTField = new JTextField(); /** Radio button for choosing classification experiment */ protected JRadioButton m_ExpClassificationRBut = new JRadioButton("Classification"); /** Radio button for choosing regression experiment */ protected JRadioButton m_ExpRegressionRBut = new JRadioButton("Regression"); /** Input field for number of repetitions */ protected JTextField m_NumberOfRepetitionsTField = new JTextField(); /** Radio button for choosing datasets first in order of execution */ protected JRadioButton m_OrderDatasetsFirstRBut = new JRadioButton("Data sets first"); /** Radio button for choosing algorithms first in order of execution */ protected JRadioButton m_OrderAlgorithmsFirstRBut = new JRadioButton("Algorithms first"); /** The strings used to identify the combo box choices */ protected static String DEST_DATABASE_TEXT = ("JDBC database"); protected static String DEST_ARFF_TEXT = ("ARFF file"); protected static String DEST_CSV_TEXT = ("CSV file"); protected static String TYPE_CROSSVALIDATION_TEXT = ("Cross-validation"); protected static String TYPE_RANDOMSPLIT_TEXT = ("Train/Test Percentage Split (data randomized)"); protected static String TYPE_FIXEDSPLIT_TEXT = ("Train/Test Percentage Split (order preserved)"); /** The panel for configuring selected datasets */ protected DatasetListPanel m_DatasetListPanel = new DatasetListPanel(); /** The panel for configuring selected algorithms */ protected AlgorithmListPanel m_AlgorithmListPanel = new AlgorithmListPanel(); /** A button for bringing up the notes */ protected JButton m_NotesButton = new JButton("Notes"); /** Frame for the notes */ protected JFrame m_NotesFrame = new JFrame("Notes"); /** Area for user notes Default of 10 rows */ protected JTextArea m_NotesText = new JTextArea(null, 10, 0); /** * Manages sending notifications to people when we change the experiment, * at this stage, only the resultlistener so the resultpanel can update. */ protected PropertyChangeSupport m_Support = new PropertyChangeSupport(this); /** * Creates the setup panel with the supplied initial experiment. * * @param exp a value of type 'Experiment' */ public SimpleSetupPanel(Experiment exp) { this(); setExperiment(exp); } /** * Creates the setup panel with no initial experiment. */ public SimpleSetupPanel() { // everything disabled on startup m_ResultsDestinationCBox.setEnabled(false); m_ResultsDestinationPathLabel.setEnabled(false); m_ResultsDestinationPathTField.setEnabled(false); m_BrowseDestinationButton.setEnabled(false); m_ExperimentTypeCBox.setEnabled(false); m_ExperimentParameterLabel.setEnabled(false); m_ExperimentParameterTField.setEnabled(false); m_ExpClassificationRBut.setEnabled(false); m_ExpRegressionRBut.setEnabled(false); m_NumberOfRepetitionsTField.setEnabled(false); m_OrderDatasetsFirstRBut.setEnabled(false); m_OrderAlgorithmsFirstRBut.setEnabled(false); // get sensible default database address try { m_destinationDatabaseURL = (new DatabaseResultListener()).getDatabaseURL(); } catch (Exception e) {} // create action listeners m_NewBut.setMnemonic('N'); m_NewBut.addActionListener(new ActionListener() { public void actionPerformed(ActionEvent e) { Experiment newExp = new Experiment(); CrossValidationResultProducer cvrp = new CrossValidationResultProducer(); cvrp.setNumFolds(10); cvrp.setSplitEvaluator(new ClassifierSplitEvaluator()); newExp.setResultProducer(cvrp); newExp.setPropertyArray(new Classifier[0]); newExp.setUsePropertyIterator(true); setExperiment(newExp); // defaults if (ExperimenterDefaults.getUseClassification()) m_ExpClassificationRBut.setSelected(true); else m_ExpRegressionRBut.setSelected(true); setSelectedItem( m_ResultsDestinationCBox, ExperimenterDefaults.getDestination()); destinationTypeChanged(); setSelectedItem( m_ExperimentTypeCBox, ExperimenterDefaults.getExperimentType()); m_numRepetitions = ExperimenterDefaults.getRepetitions(); m_NumberOfRepetitionsTField.setText( "" + m_numRepetitions); if (ExperimenterDefaults.getExperimentType().equals( TYPE_CROSSVALIDATION_TEXT)) { m_numFolds = ExperimenterDefaults.getFolds(); m_ExperimentParameterTField.setText( "" + m_numFolds); } else { m_trainPercent = ExperimenterDefaults.getTrainPercentage(); m_ExperimentParameterTField.setText( "" + m_trainPercent); } if (ExperimenterDefaults.getDatasetsFirst()) m_OrderDatasetsFirstRBut.setSelected(true); else m_OrderAlgorithmsFirstRBut.setSelected(true); expTypeChanged(); } }); m_SaveBut.setEnabled(false); m_SaveBut.setMnemonic('S'); m_SaveBut.addActionListener(new ActionListener() { public void actionPerformed(ActionEvent e) { saveExperiment(); } }); m_OpenBut.setMnemonic('O'); m_OpenBut.addActionListener(new ActionListener() { public void actionPerformed(ActionEvent e) { openExperiment(); } }); m_FileChooser.addChoosableFileFilter(m_ExpFilter); if (KOML.isPresent()) m_FileChooser.addChoosableFileFilter(m_KOMLFilter); m_FileChooser.addChoosableFileFilter(m_XMLFilter); if (ExperimenterDefaults.getExtension().equals(".xml")) m_FileChooser.setFileFilter(m_XMLFilter); else if (KOML.isPresent() && ExperimenterDefaults.getExtension().equals(KOML.FILE_EXTENSION)) m_FileChooser.setFileFilter(m_KOMLFilter); else m_FileChooser.setFileFilter(m_ExpFilter); m_FileChooser.setFileSelectionMode(JFileChooser.FILES_ONLY); m_DestFileChooser.setFileSelectionMode(JFileChooser.FILES_ONLY); m_BrowseDestinationButton.addActionListener(new ActionListener() { public void actionPerformed(ActionEvent e) { //using this button for both browsing file & setting username/password if (m_ResultsDestinationCBox.getSelectedItem() == DEST_DATABASE_TEXT){ chooseURLUsername(); } else { chooseDestinationFile(); } } }); m_ExpClassificationRBut.addActionListener(new ActionListener() { public void actionPerformed(ActionEvent e) { expTypeChanged(); } }); m_ExpRegressionRBut.addActionListener(new ActionListener() { public void actionPerformed(ActionEvent e) { expTypeChanged(); } }); m_OrderDatasetsFirstRBut.addActionListener(new ActionListener() { public void actionPerformed(ActionEvent e) { if (m_Exp != null) { m_Exp.setAdvanceDataSetFirst(true); m_Support.firePropertyChange("", null, null); } } }); m_OrderAlgorithmsFirstRBut.addActionListener(new ActionListener() { public void actionPerformed(ActionEvent e) { if (m_Exp != null) { m_Exp.setAdvanceDataSetFirst(false); m_Support.firePropertyChange("", null, null); } } }); m_ResultsDestinationPathTField.getDocument().addDocumentListener(new DocumentListener() { public void insertUpdate(DocumentEvent e) {destinationAddressChanged();} public void removeUpdate(DocumentEvent e) {destinationAddressChanged();} public void changedUpdate(DocumentEvent e) {destinationAddressChanged();} }); m_ExperimentParameterTField.getDocument().addDocumentListener(new DocumentListener() { public void insertUpdate(DocumentEvent e) {expParamChanged();} public void removeUpdate(DocumentEvent e) {expParamChanged();} public void changedUpdate(DocumentEvent e) {expParamChanged();} }); m_NumberOfRepetitionsTField.getDocument().addDocumentListener(new DocumentListener() { public void insertUpdate(DocumentEvent e) {numRepetitionsChanged();} public void removeUpdate(DocumentEvent e) {numRepetitionsChanged();} public void changedUpdate(DocumentEvent e) {numRepetitionsChanged();} }); m_NotesFrame.addWindowListener(new WindowAdapter() { public void windowClosing(WindowEvent e) { m_NotesButton.setEnabled(true); } }); m_NotesFrame.getContentPane().add(new JScrollPane(m_NotesText)); m_NotesFrame.setSize(600, 400); m_NotesButton.addActionListener(new ActionListener() { public void actionPerformed(ActionEvent e) { m_NotesButton.setEnabled(false); m_NotesFrame.setVisible(true); } }); m_NotesButton.setEnabled(false); m_NotesText.setEditable(true); //m_NotesText.setBorder(BorderFactory.createEmptyBorder(5, 5, 5, 5)); m_NotesText.addKeyListener(new KeyAdapter() { public void keyReleased(KeyEvent e) { m_Exp.setNotes(m_NotesText.getText()); } }); m_NotesText.addFocusListener(new FocusAdapter() { public void focusLost(FocusEvent e) { m_Exp.setNotes(m_NotesText.getText()); } }); // Set up the GUI layout JPanel buttons = new JPanel(); GridBagLayout gb = new GridBagLayout(); GridBagConstraints constraints = new GridBagConstraints(); buttons.setBorder(BorderFactory.createEmptyBorder(10, 5, 10, 5)); buttons.setLayout(gb); constraints.gridx=0;constraints.gridy=0;constraints.weightx=5; constraints.fill = GridBagConstraints.HORIZONTAL; constraints.gridwidth=1;constraints.gridheight=1; constraints.insets = new Insets(0,2,0,2); buttons.add(m_OpenBut,constraints); constraints.gridx=1;constraints.gridy=0;constraints.weightx=5; constraints.gridwidth=1;constraints.gridheight=1; buttons.add(m_SaveBut,constraints); constraints.gridx=2;constraints.gridy=0;constraints.weightx=5; constraints.gridwidth=1;constraints.gridheight=1; buttons.add(m_NewBut,constraints); JPanel destName = new JPanel(); destName.setLayout(new BorderLayout(5, 5)); destName.add(m_ResultsDestinationPathLabel, BorderLayout.WEST); destName.add(m_ResultsDestinationPathTField, BorderLayout.CENTER); m_ResultsDestinationCBox.addItem(DEST_ARFF_TEXT); m_ResultsDestinationCBox.addItem(DEST_CSV_TEXT); m_ResultsDestinationCBox.addItem(DEST_DATABASE_TEXT); m_ResultsDestinationCBox.addActionListener(new ActionListener() { public void actionPerformed(ActionEvent e) { destinationTypeChanged(); } }); JPanel destInner = new JPanel(); destInner.setLayout(new BorderLayout(5, 5)); destInner.add(m_ResultsDestinationCBox, BorderLayout.WEST); destInner.add(destName, BorderLayout.CENTER); destInner.add(m_BrowseDestinationButton, BorderLayout.EAST); JPanel dest = new JPanel(); dest.setLayout(new BorderLayout()); dest.setBorder(BorderFactory.createCompoundBorder( BorderFactory.createTitledBorder("Results Destination"), BorderFactory.createEmptyBorder(0, 5, 5, 5) )); dest.add(destInner, BorderLayout.NORTH); JPanel expParam = new JPanel(); expParam.setLayout(new BorderLayout(5, 5)); expParam.add(m_ExperimentParameterLabel, BorderLayout.WEST); expParam.add(m_ExperimentParameterTField, BorderLayout.CENTER); ButtonGroup typeBG = new ButtonGroup(); typeBG.add(m_ExpClassificationRBut); typeBG.add(m_ExpRegressionRBut); m_ExpClassificationRBut.setSelected(true); JPanel typeRButtons = new JPanel(); typeRButtons.setLayout(new GridLayout(1,0)); typeRButtons.add(m_ExpClassificationRBut); typeRButtons.add(m_ExpRegressionRBut); m_ExperimentTypeCBox.addItem(TYPE_CROSSVALIDATION_TEXT); m_ExperimentTypeCBox.addItem(TYPE_RANDOMSPLIT_TEXT); m_ExperimentTypeCBox.addItem(TYPE_FIXEDSPLIT_TEXT); m_ExperimentTypeCBox.addActionListener(new ActionListener() { public void actionPerformed(ActionEvent e) { expTypeChanged(); } }); JPanel typeInner = new JPanel(); typeInner.setLayout(new GridLayout(0,1)); typeInner.add(m_ExperimentTypeCBox); typeInner.add(expParam); typeInner.add(typeRButtons); JPanel type = new JPanel(); type.setLayout(new BorderLayout()); type.setBorder(BorderFactory.createCompoundBorder( BorderFactory.createTitledBorder("Experiment Type"), BorderFactory.createEmptyBorder(0, 5, 5, 5) )); type.add(typeInner, BorderLayout.NORTH); ButtonGroup iterBG = new ButtonGroup(); iterBG.add(m_OrderDatasetsFirstRBut); iterBG.add(m_OrderAlgorithmsFirstRBut); m_OrderDatasetsFirstRBut.setSelected(true); JPanel numIter = new JPanel(); numIter.setLayout(new BorderLayout(5, 5)); numIter.add(new JLabel("Number of repetitions:"), BorderLayout.WEST); numIter.add(m_NumberOfRepetitionsTField, BorderLayout.CENTER); JPanel controlInner = new JPanel(); controlInner.setLayout(new GridLayout(0,1)); controlInner.add(numIter); controlInner.add(m_OrderDatasetsFirstRBut); controlInner.add(m_OrderAlgorithmsFirstRBut); JPanel control = new JPanel(); control.setLayout(new BorderLayout()); control.setBorder(BorderFactory.createCompoundBorder( BorderFactory.createTitledBorder("Iteration Control"), BorderFactory.createEmptyBorder(0, 5, 5, 5) )); control.add(controlInner, BorderLayout.NORTH); JPanel type_control = new JPanel(); type_control.setLayout(new GridLayout(1,0)); type_control.add(type); type_control.add(control); JPanel notes = new JPanel(); notes.setLayout(new BorderLayout()); notes.add(m_NotesButton, BorderLayout.CENTER); JPanel top1 = new JPanel(); top1.setLayout(new BorderLayout()); top1.add(dest, BorderLayout.NORTH); top1.add(type_control, BorderLayout.CENTER); JPanel top = new JPanel(); top.setLayout(new BorderLayout()); top.add(buttons, BorderLayout.NORTH); top.add(top1, BorderLayout.CENTER); JPanel datasets = new JPanel(); datasets.setLayout(new BorderLayout()); datasets.add(m_DatasetListPanel, BorderLayout.CENTER); JPanel algorithms = new JPanel(); algorithms.setLayout(new BorderLayout()); algorithms.add(m_AlgorithmListPanel, BorderLayout.CENTER); JPanel schemes = new JPanel(); schemes.setLayout(new GridLayout(1,0)); schemes.add(datasets); schemes.add(algorithms); setLayout(new BorderLayout()); add(top, BorderLayout.NORTH); add(schemes, BorderLayout.CENTER); add(notes, BorderLayout.SOUTH); } /** * Sets the selected item of an combobox, since using setSelectedItem(...) * doesn't work, if one checks object references! * * @param cb the combobox to set the item for * @param item the item to set active */ protected void setSelectedItem(JComboBox cb, String item) { int i; for (i = 0; i < cb.getItemCount(); i++) { if (cb.getItemAt(i).toString().equals(item)) { cb.setSelectedIndex(i); break; } } } /** * Deletes the notes frame. */ protected void removeNotesFrame() { m_NotesFrame.setVisible(false); } /** * Gets te users consent for converting the experiment to a simpler form. * * @return true if the user has given consent, false otherwise */ private boolean userWantsToConvert() { if (m_userHasBeenAskedAboutConversion) return true; m_userHasBeenAskedAboutConversion = true; return (JOptionPane.showConfirmDialog(this, "This experiment has settings that are too advanced\n" + "to be represented in the simple setup mode.\n" + "Do you want the experiment to be converted,\n" + "losing some of the advanced settings?\n", "Confirm conversion", JOptionPane.YES_NO_OPTION, JOptionPane.WARNING_MESSAGE) == JOptionPane.YES_OPTION); } /** * Sets the panel used to switch between simple and advanced modes. * * @param modePanel the panel */ public void setModePanel(SetupModePanel modePanel) { m_modePanel = modePanel; } /** * Sets the experiment to configure. * * @param exp a value of type 'Experiment' * @return true if experiment could be configured, false otherwise */ public boolean setExperiment(Experiment exp) { m_userHasBeenAskedAboutConversion = false; m_Exp = null; // hold off until we are sure we want conversion m_SaveBut.setEnabled(true); if (exp.getResultListener() instanceof DatabaseResultListener) { m_ResultsDestinationCBox.setSelectedItem(DEST_DATABASE_TEXT); m_ResultsDestinationPathLabel.setText("URL:"); m_destinationDatabaseURL = ((DatabaseResultListener)exp.getResultListener()).getDatabaseURL(); m_ResultsDestinationPathTField.setText(m_destinationDatabaseURL); m_BrowseDestinationButton.setEnabled(true); } else if (exp.getResultListener() instanceof InstancesResultListener) { m_ResultsDestinationCBox.setSelectedItem(DEST_ARFF_TEXT); m_ResultsDestinationPathLabel.setText("Filename:"); m_destinationFilename = ((InstancesResultListener)exp.getResultListener()).outputFileName(); m_ResultsDestinationPathTField.setText(m_destinationFilename); m_BrowseDestinationButton.setEnabled(true); } else if (exp.getResultListener() instanceof CSVResultListener) { m_ResultsDestinationCBox.setSelectedItem(DEST_CSV_TEXT); m_ResultsDestinationPathLabel.setText("Filename:"); m_destinationFilename = ((CSVResultListener)exp.getResultListener()).outputFileName(); m_ResultsDestinationPathTField.setText(m_destinationFilename); m_BrowseDestinationButton.setEnabled(true); } else { // unrecognised result listener System.out.println("SimpleSetup incompatibility: unrecognised result destination"); if (userWantsToConvert()) { m_ResultsDestinationCBox.setSelectedItem(DEST_ARFF_TEXT); m_ResultsDestinationPathLabel.setText("Filename:"); m_destinationFilename = ""; m_ResultsDestinationPathTField.setText(m_destinationFilename); m_BrowseDestinationButton.setEnabled(true); } else { return false; } } m_ResultsDestinationCBox.setEnabled(true); m_ResultsDestinationPathLabel.setEnabled(true); m_ResultsDestinationPathTField.setEnabled(true); if (exp.getResultProducer() instanceof CrossValidationResultProducer) { CrossValidationResultProducer cvrp = (CrossValidationResultProducer) exp.getResultProducer(); m_numFolds = cvrp.getNumFolds(); m_ExperimentParameterTField.setText("" + m_numFolds); if (cvrp.getSplitEvaluator() instanceof ClassifierSplitEvaluator) { m_ExpClassificationRBut.setSelected(true); m_ExpRegressionRBut.setSelected(false); } else if (cvrp.getSplitEvaluator() instanceof RegressionSplitEvaluator) { m_ExpClassificationRBut.setSelected(false); m_ExpRegressionRBut.setSelected(true); } else { // unknown split evaluator System.out.println("SimpleSetup incompatibility: unrecognised split evaluator"); if (userWantsToConvert()) { m_ExpClassificationRBut.setSelected(true); m_ExpRegressionRBut.setSelected(false); } else { return false; } } m_ExperimentTypeCBox.setSelectedItem(TYPE_CROSSVALIDATION_TEXT); } else if (exp.getResultProducer() instanceof RandomSplitResultProducer) { RandomSplitResultProducer rsrp = (RandomSplitResultProducer) exp.getResultProducer(); if (rsrp.getRandomizeData()) { m_ExperimentTypeCBox.setSelectedItem(TYPE_RANDOMSPLIT_TEXT); } else { m_ExperimentTypeCBox.setSelectedItem(TYPE_FIXEDSPLIT_TEXT); } if (rsrp.getSplitEvaluator() instanceof ClassifierSplitEvaluator) { m_ExpClassificationRBut.setSelected(true); m_ExpRegressionRBut.setSelected(false); } else if (rsrp.getSplitEvaluator() instanceof RegressionSplitEvaluator) { m_ExpClassificationRBut.setSelected(false); m_ExpRegressionRBut.setSelected(true); } else { // unknown split evaluator System.out.println("SimpleSetup incompatibility: unrecognised split evaluator"); if (userWantsToConvert()) { m_ExpClassificationRBut.setSelected(true); m_ExpRegressionRBut.setSelected(false); } else { return false; } } m_trainPercent = rsrp.getTrainPercent(); m_ExperimentParameterTField.setText("" + m_trainPercent); } else { // unknown experiment type System.out.println("SimpleSetup incompatibility: unrecognised resultProducer"); if (userWantsToConvert()) { m_ExperimentTypeCBox.setSelectedItem(TYPE_CROSSVALIDATION_TEXT); m_ExpClassificationRBut.setSelected(true); m_ExpRegressionRBut.setSelected(false); } else { return false; } } m_ExperimentTypeCBox.setEnabled(true); m_ExperimentParameterLabel.setEnabled(true); m_ExperimentParameterTField.setEnabled(true); m_ExpClassificationRBut.setEnabled(true); m_ExpRegressionRBut.setEnabled(true); if (exp.getRunLower() == 1) { m_numRepetitions = exp.getRunUpper(); m_NumberOfRepetitionsTField.setText("" + m_numRepetitions); } else { // unsupported iterations System.out.println("SimpleSetup incompatibility: runLower is not 1"); if (userWantsToConvert()) { exp.setRunLower(1); if (m_ExperimentTypeCBox.getSelectedItem() == TYPE_FIXEDSPLIT_TEXT) { exp.setRunUpper(1); m_NumberOfRepetitionsTField.setEnabled(false); m_NumberOfRepetitionsTField.setText("1"); } else { exp.setRunUpper(10); m_numRepetitions = 10; m_NumberOfRepetitionsTField.setText("" + m_numRepetitions); } } else { return false; } } m_NumberOfRepetitionsTField.setEnabled(true); m_OrderDatasetsFirstRBut.setSelected(exp.getAdvanceDataSetFirst()); m_OrderAlgorithmsFirstRBut.setSelected(!exp.getAdvanceDataSetFirst()); m_OrderDatasetsFirstRBut.setEnabled(true); m_OrderAlgorithmsFirstRBut.setEnabled(true); m_NotesText.setText(exp.getNotes()); m_NotesButton.setEnabled(true); if (!exp.getUsePropertyIterator() || !(exp.getPropertyArray() instanceof Classifier[])) { // unknown property iteration System.out.println("SimpleSetup incompatibility: unrecognised property iteration"); if (userWantsToConvert()) { exp.setPropertyArray(new Classifier[0]); exp.setUsePropertyIterator(true); } else { return false; } } m_DatasetListPanel.setExperiment(exp); m_AlgorithmListPanel.setExperiment(exp); m_Exp = exp; expTypeChanged(); // recreate experiment m_Support.firePropertyChange("", null, null); return true; } /** * Gets the currently configured experiment. * * @return the currently configured experiment. */ public Experiment getExperiment() { return m_Exp; } /** * Prompts the user to select an experiment file and loads it. */ private void openExperiment() { int returnVal = m_FileChooser.showOpenDialog(this); if (returnVal != JFileChooser.APPROVE_OPTION) { return; } File expFile = m_FileChooser.getSelectedFile(); // add extension if necessary if (m_FileChooser.getFileFilter() == m_ExpFilter) { if (!expFile.getName().toLowerCase().endsWith(Experiment.FILE_EXTENSION)) expFile = new File(expFile.getParent(), expFile.getName() + Experiment.FILE_EXTENSION); } else if (m_FileChooser.getFileFilter() == m_KOMLFilter) { if (!expFile.getName().toLowerCase().endsWith(KOML.FILE_EXTENSION)) expFile = new File(expFile.getParent(), expFile.getName() + KOML.FILE_EXTENSION); } else if (m_FileChooser.getFileFilter() == m_XMLFilter) { if (!expFile.getName().toLowerCase().endsWith(".xml")) expFile = new File(expFile.getParent(), expFile.getName() + ".xml"); } try { Experiment exp = Experiment.read(expFile.getAbsolutePath()); if (!setExperiment(exp)) { if (m_modePanel != null) m_modePanel.switchToAdvanced(exp); } System.err.println("Opened experiment:\n" + exp); } catch (Exception ex) { ex.printStackTrace(); JOptionPane.showMessageDialog(this, "Couldn't open experiment file:\n" + expFile + "\nReason:\n" + ex.getMessage(), "Open Experiment", JOptionPane.ERROR_MESSAGE); // Pop up error dialog } } /** * Prompts the user for a filename to save the experiment to, then saves * the experiment. */ private void saveExperiment() { int returnVal = m_FileChooser.showSaveDialog(this); if (returnVal != JFileChooser.APPROVE_OPTION) { return; } File expFile = m_FileChooser.getSelectedFile(); // add extension if necessary if (m_FileChooser.getFileFilter() == m_ExpFilter) { if (!expFile.getName().toLowerCase().endsWith(Experiment.FILE_EXTENSION)) expFile = new File(expFile.getParent(), expFile.getName() + Experiment.FILE_EXTENSION); } else if (m_FileChooser.getFileFilter() == m_KOMLFilter) { if (!expFile.getName().toLowerCase().endsWith(KOML.FILE_EXTENSION)) expFile = new File(expFile.getParent(), expFile.getName() + KOML.FILE_EXTENSION); } else if (m_FileChooser.getFileFilter() == m_XMLFilter) { if (!expFile.getName().toLowerCase().endsWith(".xml")) expFile = new File(expFile.getParent(), expFile.getName() + ".xml"); } try { Experiment.write(expFile.getAbsolutePath(), m_Exp); System.err.println("Saved experiment:\n" + m_Exp); } catch (Exception ex) { ex.printStackTrace(); JOptionPane.showMessageDialog(this, "Couldn't save experiment file:\n" + expFile + "\nReason:\n" + ex.getMessage(), "Save Experiment", JOptionPane.ERROR_MESSAGE); } } /** * Adds a PropertyChangeListener who will be notified of value changes. * * @param l a value of type 'PropertyChangeListener' */ public void addPropertyChangeListener(PropertyChangeListener l) { m_Support.addPropertyChangeListener(l); } /** * Removes a PropertyChangeListener. * * @param l a value of type 'PropertyChangeListener' */ public void removePropertyChangeListener(PropertyChangeListener l) { m_Support.removePropertyChangeListener(l); } /** * Responds to a change in the destination type. */ private void destinationTypeChanged() { if (m_Exp == null) return; String str = ""; if (m_ResultsDestinationCBox.getSelectedItem() == DEST_DATABASE_TEXT) { m_ResultsDestinationPathLabel.setText("URL:"); str = m_destinationDatabaseURL; m_BrowseDestinationButton.setEnabled(true); //!!! m_BrowseDestinationButton.setText("User..."); } else { m_ResultsDestinationPathLabel.setText("Filename:"); if (m_ResultsDestinationCBox.getSelectedItem() == DEST_ARFF_TEXT) { int ind = m_destinationFilename.lastIndexOf(".csv"); if (ind > -1) { m_destinationFilename = m_destinationFilename.substring(0, ind) + ".arff"; } } if (m_ResultsDestinationCBox.getSelectedItem() == DEST_CSV_TEXT) { int ind = m_destinationFilename.lastIndexOf(".arff"); if (ind > -1) { m_destinationFilename = m_destinationFilename.substring(0, ind) + ".csv"; } } str = m_destinationFilename; if (m_ResultsDestinationCBox.getSelectedItem() == DEST_ARFF_TEXT) { int ind = str.lastIndexOf(".csv"); if (ind > -1) { str = str.substring(0, ind) + ".arff"; } } if (m_ResultsDestinationCBox.getSelectedItem() == DEST_CSV_TEXT) { int ind = str.lastIndexOf(".arff"); if (ind > -1) { str = str.substring(0, ind) + ".csv"; } } m_BrowseDestinationButton.setEnabled(true); m_BrowseDestinationButton.setText("Browse..."); } if (m_ResultsDestinationCBox.getSelectedItem() == DEST_DATABASE_TEXT) { DatabaseResultListener drl = null; try { drl = new DatabaseResultListener(); } catch (Exception e) { e.printStackTrace(); } drl.setDatabaseURL(m_destinationDatabaseURL); m_Exp.setResultListener(drl); } else { if (m_ResultsDestinationCBox.getSelectedItem() == DEST_ARFF_TEXT) { InstancesResultListener irl = new InstancesResultListener(); if (!m_destinationFilename.equals("")) { irl.setOutputFile(new File(m_destinationFilename)); } m_Exp.setResultListener(irl); } else if (m_ResultsDestinationCBox.getSelectedItem() == DEST_CSV_TEXT) { CSVResultListener crl = new CSVResultListener(); if (!m_destinationFilename.equals("")) { crl.setOutputFile(new File(m_destinationFilename)); } m_Exp.setResultListener(crl); } } m_ResultsDestinationPathTField.setText(str); m_Support.firePropertyChange("", null, null); } /** * Responds to a change in the destination address. */ private void destinationAddressChanged() { if (m_Exp == null) return; if (m_ResultsDestinationCBox.getSelectedItem() == DEST_DATABASE_TEXT) { m_destinationDatabaseURL = m_ResultsDestinationPathTField.getText(); if (m_Exp.getResultListener() instanceof DatabaseResultListener) { ((DatabaseResultListener)m_Exp.getResultListener()).setDatabaseURL(m_destinationDatabaseURL); } } else { File resultsFile = null; m_destinationFilename = m_ResultsDestinationPathTField.getText(); // Use temporary file if no file name is provided if (m_destinationFilename.equals("")) { try { if (m_ResultsDestinationCBox.getSelectedItem() == DEST_ARFF_TEXT) { resultsFile = File.createTempFile("weka_experiment", ".arff"); } if (m_ResultsDestinationCBox.getSelectedItem() == DEST_CSV_TEXT) { resultsFile = File.createTempFile("weka_experiment", ".csv"); } resultsFile.deleteOnExit(); } catch (Exception e) { System.err.println("Cannot create temp file, writing to standard out."); resultsFile = new File("-"); } } else { if (m_ResultsDestinationCBox.getSelectedItem() == DEST_ARFF_TEXT) { if (!m_destinationFilename.endsWith(".arff")) { m_destinationFilename += ".arff"; } } if (m_ResultsDestinationCBox.getSelectedItem() == DEST_CSV_TEXT) { if (!m_destinationFilename.endsWith(".csv")) { m_destinationFilename += ".csv"; } } resultsFile = new File(m_destinationFilename); } ((CSVResultListener)m_Exp.getResultListener()).setOutputFile(resultsFile); ((CSVResultListener)m_Exp.getResultListener()).setOutputFileName(m_destinationFilename); } m_Support.firePropertyChange("", null, null); } /** * Responds to a change in the experiment type. */ private void expTypeChanged() { if (m_Exp == null) return; // update parameter ui if (m_ExperimentTypeCBox.getSelectedItem() == TYPE_CROSSVALIDATION_TEXT) { m_ExperimentParameterLabel.setText("Number of folds:"); m_ExperimentParameterTField.setText("" + m_numFolds); } else { m_ExperimentParameterLabel.setText("Train percentage:"); m_ExperimentParameterTField.setText("" + m_trainPercent); } // update iteration ui if (m_ExperimentTypeCBox.getSelectedItem() == TYPE_FIXEDSPLIT_TEXT) { m_NumberOfRepetitionsTField.setEnabled(false); m_NumberOfRepetitionsTField.setText("1"); m_Exp.setRunLower(1); m_Exp.setRunUpper(1); } else { m_NumberOfRepetitionsTField.setText("" + m_numRepetitions); m_NumberOfRepetitionsTField.setEnabled(true); m_Exp.setRunLower(1); m_Exp.setRunUpper(m_numRepetitions); } SplitEvaluator se = null; Classifier sec = null; if (m_ExpClassificationRBut.isSelected()) { se = new ClassifierSplitEvaluator(); sec = ((ClassifierSplitEvaluator)se).getClassifier(); } else { se = new RegressionSplitEvaluator(); sec = ((RegressionSplitEvaluator)se).getClassifier(); } // build new ResultProducer if (m_ExperimentTypeCBox.getSelectedItem() == TYPE_CROSSVALIDATION_TEXT) { CrossValidationResultProducer cvrp = new CrossValidationResultProducer(); cvrp.setNumFolds(m_numFolds); cvrp.setSplitEvaluator(se); PropertyNode[] propertyPath = new PropertyNode[2]; try { propertyPath[0] = new PropertyNode(se, new PropertyDescriptor("splitEvaluator", CrossValidationResultProducer.class), CrossValidationResultProducer.class); propertyPath[1] = new PropertyNode(sec, new PropertyDescriptor("classifier", se.getClass()), se.getClass()); } catch (IntrospectionException e) { e.printStackTrace(); } m_Exp.setResultProducer(cvrp); m_Exp.setPropertyPath(propertyPath); } else { RandomSplitResultProducer rsrp = new RandomSplitResultProducer(); rsrp.setRandomizeData(m_ExperimentTypeCBox.getSelectedItem() == TYPE_RANDOMSPLIT_TEXT); rsrp.setTrainPercent(m_trainPercent); rsrp.setSplitEvaluator(se); PropertyNode[] propertyPath = new PropertyNode[2]; try { propertyPath[0] = new PropertyNode(se, new PropertyDescriptor("splitEvaluator", RandomSplitResultProducer.class), RandomSplitResultProducer.class); propertyPath[1] = new PropertyNode(sec, new PropertyDescriptor("classifier", se.getClass()), se.getClass()); } catch (IntrospectionException e) { e.printStackTrace(); } m_Exp.setResultProducer(rsrp); m_Exp.setPropertyPath(propertyPath); } m_Exp.setUsePropertyIterator(true); m_Support.firePropertyChange("", null, null); } /** * Responds to a change in the experiment parameter. */ private void expParamChanged() { if (m_Exp == null) return; if (m_ExperimentTypeCBox.getSelectedItem() == TYPE_CROSSVALIDATION_TEXT) { try { m_numFolds = Integer.parseInt(m_ExperimentParameterTField.getText()); } catch (NumberFormatException e) { return; } } else { try { m_trainPercent = Double.parseDouble(m_ExperimentParameterTField.getText()); } catch (NumberFormatException e) { return; } } if (m_ExperimentTypeCBox.getSelectedItem() == TYPE_CROSSVALIDATION_TEXT) { if (m_Exp.getResultProducer() instanceof CrossValidationResultProducer) { CrossValidationResultProducer cvrp = (CrossValidationResultProducer) m_Exp.getResultProducer(); cvrp.setNumFolds(m_numFolds); } else { return; } } else { if (m_Exp.getResultProducer() instanceof RandomSplitResultProducer) { RandomSplitResultProducer rsrp = (RandomSplitResultProducer) m_Exp.getResultProducer(); rsrp.setRandomizeData(m_ExperimentTypeCBox.getSelectedItem() == TYPE_RANDOMSPLIT_TEXT); rsrp.setTrainPercent(m_trainPercent); } else { //System.err.println("not rsrp"); return; } } m_Support.firePropertyChange("", null, null); } /** * Responds to a change in the number of repetitions. */ private void numRepetitionsChanged() { if (m_Exp == null || !m_NumberOfRepetitionsTField.isEnabled()) return; try { m_numRepetitions = Integer.parseInt(m_NumberOfRepetitionsTField.getText()); } catch (NumberFormatException e) { return; } m_Exp.setRunLower(1); m_Exp.setRunUpper(m_numRepetitions); m_Support.firePropertyChange("", null, null); } /** * Lets user enter username/password/URL. */ private void chooseURLUsername() { String dbaseURL=((DatabaseResultListener)m_Exp.getResultListener()).getDatabaseURL(); String username=((DatabaseResultListener)m_Exp.getResultListener()).getUsername(); DatabaseConnectionDialog dbd= new DatabaseConnectionDialog(null,dbaseURL,username); dbd.setVisible(true); //if (dbaseURL == null) { if (dbd.getReturnValue()==JOptionPane.CLOSED_OPTION) { return; } ((DatabaseResultListener)m_Exp.getResultListener()).setUsername(dbd.getUsername()); ((DatabaseResultListener)m_Exp.getResultListener()).setPassword(dbd.getPassword()); ((DatabaseResultListener)m_Exp.getResultListener()).setDatabaseURL(dbd.getURL()); ((DatabaseResultListener)m_Exp.getResultListener()).setDebug(dbd.getDebug()); m_ResultsDestinationPathTField.setText(dbd.getURL()); } /** * Lets user browse for a destination file.. */ private void chooseDestinationFile() { FileFilter fileFilter = null; if (m_ResultsDestinationCBox.getSelectedItem() == DEST_CSV_TEXT) { fileFilter = m_csvFileFilter; } else { fileFilter = m_arffFileFilter; } m_DestFileChooser.setFileFilter(fileFilter); int returnVal = m_DestFileChooser.showSaveDialog(this); if (returnVal != JFileChooser.APPROVE_OPTION) { return; } m_ResultsDestinationPathTField.setText(m_DestFileChooser.getSelectedFile().toString()); } }