/*
* Copyright (C) 2014 Indeed Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except
* in compliance with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software distributed under the
* License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
* express or implied. See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.indeed.imhotep.archive;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import java.io.File;
import java.io.FileNotFoundException;
import java.io.IOException;
/**
* @author jsgroth
*/
public class CopyDirectoryToLocal {
public static void main(String[] args) throws IOException {
if (args.length < 2) {
System.err.println("ARGS: from to");
System.exit(1);
}
System.out.println("Copying archives from " + args[0] + " to " + args[1]);
copy(new Path(args[0]), new File(args[1]));
System.out.println("Wrote to: " + args[1]);
}
public static void copy(Path from, File to) throws IOException {
copy(from.getFileSystem(new Configuration()), from, to);
}
public static void copy(FileSystem fs, Path from, File to) throws IOException {
if ((to.exists() && !to.isDirectory())) {
throw new FileNotFoundException(to.getAbsolutePath() + " is not a directory");
} else if (!to.exists() && !to.mkdirs()) {
throw new IOException("unable to create directory " + to.getAbsolutePath());
}
for (final FileStatus status : fs.listStatus(from)) {
if (status.isDir()) {
final Path path = status.getPath();
System.out.println("copying " + path);
final String pathName = path.getName();
final String dirName = pathName.endsWith(".sqar") ? pathName.substring(0, pathName.length() - 5) : pathName;
new SquallArchiveReader(fs, path).copyAllToLocal(new File(to, dirName));
}
}
}
}