package com.thinkbiganalytics.spark.shell; /*- * #%L * Spark Shell Core * %% * Copyright (C) 2017 ThinkBig Analytics * %% * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. * #L% */ import com.google.common.collect.ImmutableMap; import com.thinkbiganalytics.rest.JerseyClientConfig; import com.thinkbiganalytics.rest.JerseyRestClient; import com.thinkbiganalytics.spark.rest.model.TransformRequest; import com.thinkbiganalytics.spark.rest.model.TransformResponse; import java.util.Map; import java.util.Optional; import java.util.WeakHashMap; import javax.annotation.Nonnull; import javax.ws.rs.NotFoundException; /** * Communicates with Spark Shell processes using Jersey REST clients. */ public class JerseySparkShellRestClient implements SparkShellRestClient { /** * Map of Spark Shell processes to Jersey REST clients */ @Nonnull private final Map<SparkShellProcess, JerseyRestClient> clients = new WeakHashMap<>(); @Nonnull @Override public Optional<TransformResponse> getTable(@Nonnull final SparkShellProcess process, @Nonnull final String table) { // Validate arguments if (!table.matches("^[a-f0-9-]+$")) { return Optional.empty(); } // Query Spark Shell process try { return Optional.of(getClient(process).get("/api/v1/spark/shell/transform/" + table, ImmutableMap.of(), TransformResponse.class)); } catch (final NotFoundException e) { return Optional.empty(); } } @Nonnull @Override public TransformResponse transform(@Nonnull final SparkShellProcess process, @Nonnull final TransformRequest request) { return getClient(process).post("/api/v1/spark/shell/transform", request, TransformResponse.class); } /** * Gets or creates a Jersey REST client for the specified Spark Shell process. * * @param process the Spark Shell process * @return the Jersey REST client */ @Nonnull private JerseyRestClient getClient(@Nonnull final SparkShellProcess process) { JerseyRestClient client = clients.get(process); if (client == null) { final JerseyClientConfig config = new JerseyClientConfig(); config.setHost(process.getHostname()); config.setPort(process.getPort()); client = new JerseyRestClient(config); clients.put(process, client); } return client; } }