/* * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package com.facebook.presto.hive; import com.facebook.presto.hive.metastore.HiveMetastoreClient; import com.facebook.presto.spi.PrestoException; import com.google.common.net.HostAndPort; import org.apache.thrift.transport.TTransportException; import javax.inject.Inject; import java.net.URI; import java.util.ArrayList; import java.util.Collections; import java.util.List; import static com.facebook.presto.hive.HiveErrorCode.HIVE_METASTORE_ERROR; import static com.google.common.base.Preconditions.checkArgument; import static com.google.common.base.Strings.isNullOrEmpty; import static java.util.Objects.requireNonNull; import static java.util.stream.Collectors.toList; public class StaticHiveCluster implements HiveCluster { private final List<HostAndPort> addresses; private final HiveMetastoreClientFactory clientFactory; @Inject public StaticHiveCluster(StaticMetastoreConfig config, HiveMetastoreClientFactory clientFactory) { this(config.getMetastoreUris(), clientFactory); } public StaticHiveCluster(List<URI> metastoreUris, HiveMetastoreClientFactory clientFactory) { requireNonNull(metastoreUris, "metastoreUris is null"); checkArgument(!metastoreUris.isEmpty(), "metastoreUris must specify at least one URI"); this.addresses = metastoreUris.stream() .map(StaticHiveCluster::checkMetastoreUri) .map(uri -> HostAndPort.fromParts(uri.getHost(), uri.getPort())) .collect(toList()); this.clientFactory = requireNonNull(clientFactory, "clientFactory is null"); } /** * Create a metastore client connected to the Hive metastore. * <p> * As per Hive HA metastore behavior, return the first metastore in the list * list of available metastores (i.e. the default metastore) if a connection * can be made, else try another of the metastores at random, until either a * connection succeeds or there are no more fallback metastores. */ @Override public HiveMetastoreClient createMetastoreClient() { List<HostAndPort> metastores = new ArrayList<>(addresses); Collections.shuffle(metastores.subList(1, metastores.size())); TTransportException lastException = null; for (HostAndPort metastore : metastores) { try { return clientFactory.create(metastore.getHostText(), metastore.getPort()); } catch (TTransportException e) { lastException = e; } } throw new PrestoException(HIVE_METASTORE_ERROR, "Failed connecting to Hive metastore: " + addresses, lastException); } private static URI checkMetastoreUri(URI uri) { requireNonNull(uri, "metastoreUri is null"); String scheme = uri.getScheme(); checkArgument(!isNullOrEmpty(scheme), "metastoreUri scheme is missing: %s", uri); checkArgument(scheme.equals("thrift"), "metastoreUri scheme must be thrift: %s", uri); checkArgument(uri.getHost() != null, "metastoreUri host is missing: %s", uri); checkArgument(uri.getPort() != -1, "metastoreUri port is missing: %s", uri); return uri; } }