/* * Copyright 2014 the original author or authors. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.springframework.yarn.config.annotation.configurers; import java.util.ArrayList; import java.util.Collection; import org.apache.hadoop.yarn.api.records.LocalResourceType; import org.springframework.data.hadoop.config.common.annotation.AnnotationConfigurerAdapter; import org.springframework.util.StringUtils; import org.springframework.yarn.config.annotation.builders.YarnResourceLocalizerBuilder; import org.springframework.yarn.config.annotation.builders.YarnResourceLocalizerConfigurer; import org.springframework.yarn.fs.LocalResourcesFactoryBean.TransferEntry; import org.springframework.yarn.fs.ResourceLocalizer; public class DefaultLocalResourcesHdfsConfigurer extends AnnotationConfigurerAdapter<ResourceLocalizer, YarnResourceLocalizerConfigurer, YarnResourceLocalizerBuilder> implements LocalResourcesHdfsConfigurer { private final Collection<TransferEntry> hdfsEntries = new ArrayList<TransferEntry>(); private final String id; /** * Instantiates a new default local resources hdfs configurer. */ public DefaultLocalResourcesHdfsConfigurer() { this(null); } /** * Instantiates a new default local resources hdfs configurer. * * @param id the identifier */ public DefaultLocalResourcesHdfsConfigurer(String id) { this.id = id; } @Override public void configure(YarnResourceLocalizerBuilder builder) throws Exception { if (id == null) { builder.setHdfsEntries(hdfsEntries); } else { builder.setHdfsEntries(id, hdfsEntries); } } @Override public LocalResourcesHdfsConfigurer hdfs(String path) { if (StringUtils.hasText(path)) { hdfsEntries.add(new TransferEntry(null, null, path, false)); } return this; } @Override public LocalResourcesHdfsConfigurer hdfs(String dir, String file) { if (StringUtils.hasText(dir) && StringUtils.hasText(file)) { return hdfs(dir+file); } return this; } @Override public LocalResourcesHdfsConfigurer hdfs(String path, LocalResourceType type) { if (StringUtils.hasText(path)) { hdfsEntries.add(new TransferEntry(type, null, path, false)); } return this; } @Override public LocalResourcesHdfsConfigurer hdfs(String path, LocalResourceType type, boolean staging) { if (StringUtils.hasText(path)) { hdfsEntries.add(new TransferEntry(type, null, path, staging)); } return this; } @Override public LocalResourcesHdfsConfigurer hdfs(String dir, String file, LocalResourceType type) { if (StringUtils.hasText(dir) && StringUtils.hasText(file)) { return hdfs(dir+file, type); } return this; } }