/**
* This software is licensed to you under the Apache License, Version 2.0 (the
* "Apache License").
*
* LinkedIn's contributions are made under the Apache License. If you contribute
* to the Software, the contributions will be deemed to have been made under the
* Apache License, unless you expressly indicate otherwise. Please do not make any
* contributions that would be inconsistent with the Apache License.
*
* You may obtain a copy of the Apache License at http://www.apache.org/licenses/LICENSE-2.0
* Unless required by applicable law or agreed to in writing, this software
* distributed under the Apache License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the Apache
* License for the specific language governing permissions and limitations for the
* software governed under the Apache License.
*
* © 2012 LinkedIn Corp. All Rights Reserved.
*/
package com.senseidb.util;
import java.net.URI;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.log4j.Logger;
import proj.zoie.api.IndexCopier;
public class HDFSIndexCopier implements IndexCopier
{
public static final Logger log = Logger.getLogger(HDFSIndexCopier.class);
public boolean copy(String src, String dest)
{
try
{
URI srcUri = new URI(src), destUri = new URI(dest);
Configuration config = new Configuration();
config.set("fs.default.name", srcUri.resolve("/").toString());
FileSystem dfs = FileSystem.get(config);
Path destPath = new Path(destUri.toString());
FileStatus[] files = dfs.listStatus(new Path(srcUri.toString()));
if (files == null || files.length == 0)
return false;
for (FileStatus f : files)
{
log.info("Copying " + f.getPath().toString());
dfs.copyToLocalFile(f.getPath(), destPath);
}
return true;
}
catch(Exception e)
{
log.error(e.getMessage(), e);
return false;
}
}
}