/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.flink.test.testdata;
import java.util.Collections;
import java.util.Comparator;
import java.util.List;
import java.util.StringTokenizer;
import org.junit.Assert;
public class KMeansData {
// --------------------------------------------------------------------------------------------
// 3-dimensional data
// --------------------------------------------------------------------------------------------
public final static String DATAPOINTS = "0|50.90|16.20|72.08|\n" + "1|73.65|61.76|62.89|\n" + "2|61.73|49.95|92.74|\n"
+ "3|1.60|70.11|16.32|\n" + "4|2.43|19.81|89.56|\n" + "5|67.99|9.00|14.48|\n" + "6|87.80|84.49|55.83|\n"
+ "7|90.26|42.99|53.29|\n" + "8|51.36|6.16|9.35|\n" + "9|12.43|9.52|12.54|\n" + "10|80.01|8.78|29.74|\n"
+ "11|92.76|2.93|80.07|\n" + "12|46.32|100.00|22.98|\n" + "13|34.11|45.61|58.60|\n"
+ "14|68.82|16.36|96.60|\n" + "15|81.47|76.45|28.40|\n" + "16|65.55|40.21|43.43|\n"
+ "17|84.22|88.56|13.31|\n" + "18|36.99|68.36|57.12|\n" + "19|28.87|37.69|91.04|\n"
+ "20|31.56|13.22|86.00|\n" + "21|18.49|34.45|54.52|\n" + "22|13.33|94.02|92.07|\n"
+ "23|91.19|81.62|55.06|\n" + "24|85.78|39.02|25.58|\n" + "25|94.41|47.07|78.23|\n"
+ "26|90.62|10.43|80.20|\n" + "27|31.52|85.81|39.79|\n" + "28|24.65|77.98|26.35|\n"
+ "29|69.34|75.79|63.96|\n" + "30|22.56|78.61|66.66|\n" + "31|91.74|83.82|73.92|\n"
+ "32|76.64|89.53|44.66|\n" + "33|36.02|73.01|92.32|\n" + "34|87.86|18.94|10.74|\n"
+ "35|91.94|34.61|5.20|\n" + "36|12.52|47.01|95.29|\n" + "37|44.01|26.19|78.50|\n"
+ "38|26.20|73.36|10.08|\n" + "39|15.21|17.37|54.33|\n" + "40|27.96|94.81|44.41|\n"
+ "41|26.44|44.81|70.88|\n" + "42|53.29|26.69|2.40|\n" + "43|23.94|11.50|1.71|\n"
+ "44|19.00|25.48|50.80|\n" + "45|82.26|1.88|58.08|\n" + "46|47.56|82.54|82.73|\n"
+ "47|51.54|35.10|32.95|\n" + "48|86.71|55.51|19.08|\n" + "49|54.16|23.68|32.41|\n"
+ "50|71.81|32.83|46.66|\n" + "51|20.70|14.19|64.96|\n" + "52|57.17|88.56|55.23|\n"
+ "53|91.39|49.38|70.55|\n" + "54|47.90|62.07|76.03|\n" + "55|55.70|37.77|30.15|\n"
+ "56|87.87|74.62|25.95|\n" + "57|95.70|45.04|15.27|\n" + "58|41.61|89.37|24.45|\n"
+ "59|82.19|20.84|11.13|\n" + "60|49.88|2.62|18.62|\n" + "61|16.42|53.30|74.13|\n"
+ "62|38.37|72.62|35.16|\n" + "63|43.26|49.59|92.56|\n" + "64|28.96|2.36|78.49|\n"
+ "65|88.41|91.43|92.55|\n" + "66|98.61|79.58|33.03|\n" + "67|4.94|18.65|30.78|\n"
+ "68|75.89|79.30|63.90|\n" + "69|93.18|76.26|9.50|\n" + "70|73.43|70.50|76.49|\n"
+ "71|78.64|90.87|34.49|\n" + "72|58.47|63.07|8.82|\n" + "73|69.74|54.36|64.43|\n"
+ "74|38.47|36.60|33.39|\n" + "75|51.07|14.75|2.54|\n" + "76|24.18|16.85|15.00|\n"
+ "77|7.56|50.72|93.45|\n" + "78|64.28|97.01|57.31|\n" + "79|85.30|24.13|76.57|\n"
+ "80|72.78|30.78|13.11|\n" + "81|18.42|17.45|32.20|\n" + "82|87.44|74.98|87.90|\n"
+ "83|38.30|17.77|37.33|\n" + "84|63.62|7.90|34.23|\n" + "85|8.84|67.87|30.65|\n"
+ "86|76.12|51.83|80.12|\n" + "87|32.30|74.79|4.39|\n" + "88|41.73|45.34|18.66|\n"
+ "89|58.13|18.43|83.38|\n" + "90|98.10|33.46|83.07|\n" + "91|17.76|4.10|88.51|\n"
+ "92|60.58|18.15|59.96|\n" + "93|50.11|33.25|85.64|\n" + "94|97.74|60.93|38.97|\n"
+ "95|76.31|52.50|95.43|\n" + "96|7.71|85.85|36.26|\n" + "97|9.32|72.21|42.17|\n"
+ "98|71.29|51.88|57.62|\n" + "99|31.39|7.27|88.74|";
public static final String INITIAL_CENTERS =
"0|1.96|65.04|20.82|\n" +
"1|53.99|84.23|81.59|\n" +
"2|97.28|74.50|40.32|\n" +
"3|63.57|24.53|87.07|\n" +
"4|28.10|43.27|86.53|\n" +
"5|99.51|62.70|64.48|\n" +
"6|30.31|30.36|80.46|";
public static final String CENTERS_AFTER_ONE_STEP =
"0|28.47|54.80|21.88|\n" +
"1|52.74|80.10|73.03|\n" +
"2|83.92|60.45|25.17|\n" +
"3|70.73|20.18|67.06|\n" +
"4|22.51|47.19|86.23|\n" +
"5|82.70|53.79|68.68|\n" +
"6|29.74|19.17|59.16|";
public static final String CENTERS_AFTER_ONE_STEP_SINGLE_DIGIT =
"0|28.5|54.8|21.9|\n" +
"1|52.7|80.1|73.0|\n" +
"2|83.9|60.5|25.2|\n" +
"3|70.7|20.2|67.0|\n" +
"4|22.5|47.2|86.2|\n" +
"5|82.7|53.8|68.7|\n" +
"6|29.7|19.2|59.2|";
public static final String CENTERS_AFTER_20_ITERATIONS_SINGLE_DIGIT =
"0|38.3|54.5|19.3|\n" +
"1|32.1|83.0|50.4|\n" +
"2|87.5|56.6|20.3|\n" +
"3|75.4|18.6|67.5|\n" +
"4|24.9|29.2|77.6|\n" +
"5|78.7|66.1|70.8|\n" +
"6|39.5|14.0|18.7|\n";
public static final String CENTERS_AFTER_20_ITERATIONS_DOUBLE_DIGIT =
"0|38.25|54.52|19.34|\n" +
"1|32.14|83.04|50.35|\n" +
"2|87.48|56.57|20.27|\n" +
"3|75.40|18.65|67.49|\n" +
"4|24.93|29.25|77.56|\n" +
"5|78.67|66.07|70.82|\n" +
"6|39.51|14.04|18.74|\n";
// --------------------------------------------------------------------------------------------
// 2-dimensional data
// --------------------------------------------------------------------------------------------
public final static String DATAPOINTS_2D = "0|50.90|16.20|\n" + "1|73.65|61.76|\n" + "2|61.73|49.95|\n"
+ "3|1.60|70.11|\n" + "4|2.43|19.81|\n" + "5|67.99|9.00|\n" + "6|87.80|84.49|\n"
+ "7|90.26|42.99|\n" + "8|51.36|6.16|\n" + "9|12.43|9.52|\n" + "10|80.01|8.78|\n"
+ "11|92.76|2.93|\n" + "12|46.32|100.00|\n"+ "13|34.11|45.61|\n"
+ "14|68.82|16.36|\n" + "15|81.47|76.45|\n" + "16|65.55|40.21|\n"
+ "17|84.22|88.56|\n" + "18|36.99|68.36|\n" + "19|28.87|37.69|\n"
+ "20|31.56|13.22|\n" + "21|18.49|34.45|\n" + "22|13.33|94.02|\n"
+ "23|91.19|81.62|\n" + "24|85.78|39.02|\n" + "25|94.41|47.07|\n"
+ "26|90.62|10.43|\n" + "27|31.52|85.81|\n" + "28|24.65|77.98|\n"
+ "29|69.34|75.79|\n" + "30|22.56|78.61|\n" + "31|91.74|83.82|\n"
+ "32|76.64|89.53|\n" + "33|36.02|73.01|\n" + "34|87.86|18.94|\n"
+ "35|91.94|34.61|\n" + "36|12.52|47.01|\n" + "37|44.01|26.19|\n"
+ "38|26.20|73.36|\n" + "39|15.21|17.37|\n" + "40|27.96|94.81|\n"
+ "41|26.44|44.81|\n" + "42|53.29|26.69|\n" + "43|23.94|11.50|n"
+ "44|19.00|25.48|\n" + "45|82.26|1.88|\n" + "46|47.56|82.54|\n"
+ "47|51.54|35.10|\n" + "48|86.71|55.51|\n" + "49|54.16|23.68|\n"
+ "50|71.81|32.83|\n" + "51|20.70|14.19|\n" + "52|57.17|88.56|\n"
+ "53|91.39|49.38|\n" + "54|47.90|62.07|\n" + "55|55.70|37.77|\n"
+ "56|87.87|74.62|\n" + "57|95.70|45.04|\n" + "58|41.61|89.37|\n"
+ "59|82.19|20.84|\n" + "60|49.88|2.62|\n" + "61|16.42|53.30|\n"
+ "62|38.37|72.62|\n" + "63|43.26|49.59|\n" + "64|28.96|2.36|\n"
+ "65|88.41|91.43|\n" + "66|98.61|79.58|\n" + "67|4.94|18.65|\n"
+ "68|75.89|79.30|\n" + "69|93.18|76.26|\n" + "70|73.43|70.50|\n"
+ "71|78.64|90.87|\n" + "72|58.47|63.07|\n" + "73|69.74|54.36|\n"
+ "74|38.47|36.60|\n" + "75|51.07|14.75|\n" + "76|24.18|16.85|\n"
+ "77|7.56|50.72|\n" + "78|64.28|97.01|\n" + "79|85.30|24.13|\n"
+ "80|72.78|30.78|\n" + "81|18.42|17.45|\n" + "82|87.44|74.98|\n"
+ "83|38.30|17.77|\n" + "84|63.62|7.90|\n" + "85|8.84|67.87|\n"
+ "86|76.12|51.83|\n" + "87|32.30|74.79|n" + "88|41.73|45.34|\n"
+ "89|58.13|18.43|\n" + "90|98.10|33.46|\n" + "91|17.76|4.10|\n"
+ "92|60.58|18.15|\n" + "93|50.11|33.25|\n" + "94|97.74|60.93|\n"
+ "95|76.31|52.50|\n" + "96|7.71|85.85|\n" + "97|9.32|72.21|\n"
+ "98|71.29|51.88|\n" + "99|31.39|7.27|";
public static final String INITIAL_CENTERS_2D =
"0|1.96|65.04|\n" +
"1|53.99|84.23|\n" +
"2|97.28|74.50|\n" +
"3|63.57|24.53|\n" +
"4|28.10|43.27|\n" +
"5|99.51|62.70|\n" +
"6|30.31|30.36|";
public static final String CENTERS_2D_AFTER_SINGLE_ITERATION_DOUBLE_DIGIT =
"0|13.53|74.53|\n" +
"1|49.12|80.49|\n" +
"2|87.20|81.83|\n" +
"3|67.39|23.32|\n" +
"4|26.94|46.34|\n" +
"5|88.39|48.64|\n" +
"6|23.20|16.71|";
public static final String CENTERS_2D_AFTER_20_ITERATIONS_DOUBLE_DIGIT =
"0|15.80|79.42|\n" +
"1|43.11|78.20|\n" +
"2|83.13|82.18|\n" +
"3|65.70|18.49|\n" +
"4|25.13|44.42|\n" +
"5|82.90|48.16|\n" +
"6|20.79|13.08|";
// --------------------------------------------------------------------------------------------
// testing / verification
// --------------------------------------------------------------------------------------------
public static void checkResultsWithDelta(String expectedResults, List<String> resultLines, final double maxDelta) {
Comparator<String> deltaComp = new Comparator<String>() {
@Override
public int compare(String o1, String o2) {
StringTokenizer st1 = new StringTokenizer(o1, "|");
StringTokenizer st2 = new StringTokenizer(o2, "|");
if(st1.countTokens() != st2.countTokens()) {
return st1.countTokens() - st2.countTokens();
}
// first token is ID
String t1 = st1.nextToken();
String t2 = st2.nextToken();
if(!t1.equals(t2)) {
return t1.compareTo(t2);
}
while(st1.hasMoreTokens()) {
t1 = st1.nextToken();
t2 = st2.nextToken();
double d1 = Double.parseDouble(t1);
double d2 = Double.parseDouble(t2);
if (Math.abs(d1-d2) > maxDelta) {
return d1 < d2 ? -1 : 1;
}
}
return 0;
}
};
// ------- Test results -----------
Collections.sort(resultLines, deltaComp);
final String[] should = expectedResults.split("\n");
final String[] is = (String[]) resultLines.toArray(new String[resultLines.size()]);
Assert.assertEquals("Wrong number of result lines.", should.length, is.length);
for (int i = 0; i < should.length; i++) {
StringTokenizer shouldRecord = new StringTokenizer(should[i], "|");
StringTokenizer isRecord = new StringTokenizer(is[i], "|");
Assert.assertEquals("Records don't match.", shouldRecord.countTokens(), isRecord.countTokens());
// first token is ID
String shouldToken = shouldRecord.nextToken();
String isToken = isRecord.nextToken();
Assert.assertEquals("Records don't match.", shouldToken, isToken);
while (shouldRecord.hasMoreTokens()) {
shouldToken = shouldRecord.nextToken();
isToken = isRecord.nextToken();
double shouldDouble = Double.parseDouble(shouldToken);
double isDouble = Double.parseDouble(isToken);
Assert.assertTrue("Value " + isDouble + " is out of range of " + shouldDouble + " +/- " + maxDelta, shouldDouble - maxDelta <= isDouble && shouldDouble + maxDelta >= isDouble);
}
}
}
private KMeansData() {}
}