/*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.facebook.presto.hive;
import com.facebook.presto.hadoop.HadoopFileSystemCache;
import com.facebook.presto.hadoop.HadoopNative;
import com.facebook.presto.hive.authentication.GenericExceptionAction;
import com.facebook.presto.hive.authentication.HdfsAuthentication;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import javax.inject.Inject;
import java.io.IOException;
import static java.util.Objects.requireNonNull;
public class HdfsEnvironment
{
static {
HadoopNative.requireHadoopNative();
HadoopFileSystemCache.initialize();
}
private final HdfsConfiguration hdfsConfiguration;
private final HdfsAuthentication hdfsAuthentication;
private final boolean verifyChecksum;
@Inject
public HdfsEnvironment(
HdfsConfiguration hdfsConfiguration,
HiveClientConfig config,
HdfsAuthentication hdfsAuthentication)
{
this.hdfsConfiguration = requireNonNull(hdfsConfiguration, "hdfsConfiguration is null");
this.verifyChecksum = requireNonNull(config, "config is null").isVerifyChecksum();
this.hdfsAuthentication = requireNonNull(hdfsAuthentication, "hdfsAuthentication is null");
}
public Configuration getConfiguration(Path path)
{
return hdfsConfiguration.getConfiguration(path.toUri());
}
public FileSystem getFileSystem(String user, Path path)
throws IOException
{
return getFileSystem(user, path, getConfiguration(path));
}
public FileSystem getFileSystem(String user, Path path, Configuration configuration)
throws IOException
{
return hdfsAuthentication.doAs(user, () -> {
FileSystem fileSystem = path.getFileSystem(configuration);
fileSystem.setVerifyChecksum(verifyChecksum);
return fileSystem;
});
}
public <R, E extends Exception> R doAs(String user, GenericExceptionAction<R, E> action)
throws E
{
return hdfsAuthentication.doAs(user, action);
}
public void doAs(String user, Runnable action)
{
hdfsAuthentication.doAs(user, action);
}
}