/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.zeppelin.spark;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
/**
* Provide reading comparing capability of spark version returned from SparkContext.version()
*/
public class SparkVersion {
Logger logger = LoggerFactory.getLogger(SparkVersion.class);
public static final SparkVersion SPARK_1_0_0 = SparkVersion.fromVersionString("1.0.0");
public static final SparkVersion SPARK_1_1_0 = SparkVersion.fromVersionString("1.1.0");
public static final SparkVersion SPARK_1_2_0 = SparkVersion.fromVersionString("1.2.0");
public static final SparkVersion SPARK_1_3_0 = SparkVersion.fromVersionString("1.3.0");
public static final SparkVersion SPARK_1_4_0 = SparkVersion.fromVersionString("1.4.0");
public static final SparkVersion SPARK_1_5_0 = SparkVersion.fromVersionString("1.5.0");
public static final SparkVersion SPARK_1_6_0 = SparkVersion.fromVersionString("1.6.0");
public static final SparkVersion MIN_SUPPORTED_VERSION = SPARK_1_0_0;
public static final SparkVersion UNSUPPORTED_FUTURE_VERSION = SPARK_1_6_0;
private int version;
private String versionString;
SparkVersion(String versionString) {
this.versionString = versionString;
try {
int pos = versionString.indexOf('-');
String numberPart = versionString;
if (pos > 0) {
numberPart = versionString.substring(0, pos);
}
version = Integer.parseInt(numberPart.replaceAll("\\.", ""));
} catch (Exception e) {
logger.error("Can not recognize Spark version " + versionString +
". Assume it's a future release", e);
// assume it is future release
version = 999;
}
}
public int toNumber() {
return version;
}
public String toString() {
return versionString;
}
public boolean isUnsupportedVersion() {
return olderThan(MIN_SUPPORTED_VERSION) || newerThanEquals(UNSUPPORTED_FUTURE_VERSION);
}
public static SparkVersion fromVersionString(String versionString) {
return new SparkVersion(versionString);
}
public boolean isPysparkSupported() {
return this.newerThanEquals(SPARK_1_2_0);
}
public boolean hasDataFrame() {
return this.newerThanEquals(SPARK_1_4_0);
}
public boolean getProgress1_0() {
return this.olderThan(SPARK_1_1_0);
}
public boolean oldLoadFilesMethodName() {
return this.olderThan(SPARK_1_3_0);
}
public boolean oldSqlContextImplicits() {
return this.olderThan(SPARK_1_3_0);
}
public boolean equals(Object versionToCompare) {
return version == ((SparkVersion) versionToCompare).version;
}
public boolean newerThan(SparkVersion versionToCompare) {
return version > versionToCompare.version;
}
public boolean newerThanEquals(SparkVersion versionToCompare) {
return version >= versionToCompare.version;
}
public boolean olderThan(SparkVersion versionToCompare) {
return version < versionToCompare.version;
}
public boolean olderThanEquals(SparkVersion versionToCompare) {
return version <= versionToCompare.version;
}
}