/* * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ package org.apache.tinkerpop.gremlin.hadoop; import org.apache.tinkerpop.gremlin.structure.Graph; import org.apache.tinkerpop.gremlin.structure.io.Storage; import java.util.Optional; /** * @author Marko A. Rodriguez (http://markorodriguez.com) */ public final class Constants { private Constants() { } public static final String GREMLIN_HADOOP_INPUT_LOCATION = "gremlin.hadoop.inputLocation"; public static final String GREMLIN_HADOOP_OUTPUT_LOCATION = "gremlin.hadoop.outputLocation"; public static final String GREMLIN_HADOOP_GRAPH_READER = "gremlin.hadoop.graphReader"; public static final String GREMLIN_HADOOP_GRAPH_WRITER = "gremlin.hadoop.graphWriter"; public static final String GREMLIN_HADOOP_GRAPH_READER_HAS_EDGES = "gremlin.hadoop.graphReader.hasEdges"; public static final String GREMLIN_HADOOP_GRAPH_WRITER_HAS_EDGES = "gremlin.hadoop.graphWriter.hasEdges"; public static final String GREMLIN_HADOOP_GRAPH_FILTER = "gremlin.hadoop.graphFilter"; public static final String GREMLIN_HADOOP_DEFAULT_GRAPH_COMPUTER = "gremlin.hadoop.defaultGraphComputer"; public static final String GREMLIN_HADOOP_VERTEX_PROGRAM_INTERCEPTOR = "gremlin.hadoop.vertexProgramInterceptor"; public static final String GREMLIN_HADOOP_JARS_IN_DISTRIBUTED_CACHE = "gremlin.hadoop.jarsInDistributedCache"; public static final String HIDDEN_G = Graph.Hidden.hide("g"); public static final String GREMLIN_HADOOP_JOB_PREFIX = "HadoopGremlin: "; public static final String GREMLIN_HADOOP_GIRAPH_JOB_PREFIX = "HadoopGremlin(Giraph): "; // public static final String GREMLIN_HADOOP_MAP_REDUCE_JOB_PREFIX = "HadoopGremlin(MapReduce): "; public static final String GREMLIN_HADOOP_SPARK_JOB_PREFIX = "HadoopGremlin(Spark): "; public static final String HADOOP_GREMLIN_LIBS = "HADOOP_GREMLIN_LIBS"; public static final String DOT_JAR = ".jar"; public static final String HIDDEN_ITERATION = Graph.Hidden.hide("gremlin.hadoop.iteration"); public static final String GREMLIN_HADOOP_MAP_REDUCE_CLASS = "gremlin.hadoop.mapReduceClass"; public static final String MAPREDUCE_INPUT_FILEINPUTFORMAT_INPUTDIR = "mapreduce.input.fileinputformat.inputdir"; // spark based constants public static final String GREMLIN_SPARK_PERSIST_CONTEXT = "gremlin.spark.persistContext"; public static final String GREMLIN_SPARK_GRAPH_STORAGE_LEVEL = "gremlin.spark.graphStorageLevel"; public static final String GREMLIN_SPARK_PERSIST_STORAGE_LEVEL = "gremlin.spark.persistStorageLevel"; public static final String GREMLIN_SPARK_SKIP_PARTITIONER = "gremlin.spark.skipPartitioner"; // don't partition the loadedGraphRDD public static final String GREMLIN_SPARK_SKIP_GRAPH_CACHE = "gremlin.spark.skipGraphCache"; // don't cache the loadedGraphRDD (ignores graphStorageLevel) public static final String SPARK_SERIALIZER = "spark.serializer"; public static final String SPARK_KRYO_REGISTRATOR = "spark.kryo.registrator"; public static final String SPARK_KRYO_REGISTRATION_REQUIRED = "spark.kryo.registrationRequired"; public static String getGraphLocation(final String location) { return location.endsWith("/") ? location + Constants.HIDDEN_G : location + "/" + Constants.HIDDEN_G; } public static String getMemoryLocation(final String location, final String memoryKey) { return location.endsWith("/") ? location + memoryKey : location + "/" + memoryKey; } public static Optional<String> getSearchGraphLocation(final String location, final Storage storage) { if (storage.exists(getGraphLocation(location))) return Optional.of(getGraphLocation(location)); else if (storage.exists(location)) return Optional.of(location); else return Optional.empty(); } /////////////////////// @Deprecated public static final String GREMLIN_HADOOP_GRAPH_INPUT_FORMAT = "gremlin.hadoop.graphInputFormat"; @Deprecated public static final String GREMLIN_HADOOP_GRAPH_OUTPUT_FORMAT = "gremlin.hadoop.graphOutputFormat"; @Deprecated public static final String GREMLIN_HADOOP_GRAPH_INPUT_FORMAT_HAS_EDGES = "gremlin.hadoop.graphInputFormat.hasEdges"; @Deprecated public static final String GREMLIN_HADOOP_GRAPH_OUTPUT_FORMAT_HAS_EDGES = "gremlin.hadoop.graphOutputFormat.hasEdges"; @Deprecated public static final String GREMLIN_SPARK_GRAPH_INPUT_RDD = "gremlin.spark.graphInputRDD"; @Deprecated public static final String GREMLIN_SPARK_GRAPH_OUTPUT_RDD = "gremlin.spark.graphOutputRDD"; ////////////////////// }