OSMConversionMapper.java

package mil.nga.giat.geowave.cli.osm.mapreduce.Convert;

import java.io.IOException;
import java.util.List;

import org.apache.accumulo.core.data.Key;
import org.apache.accumulo.core.data.Value;
import org.apache.accumulo.core.iterators.user.WholeRowIterator;
import org.apache.hadoop.mapreduce.Mapper;
import org.opengis.feature.simple.SimpleFeature;

import mil.nga.giat.geowave.cli.osm.mapreduce.Convert.OsmProvider.OsmProvider;
import mil.nga.giat.geowave.cli.osm.operations.options.OSMIngestCommandArgs;
import mil.nga.giat.geowave.core.index.ByteArrayId;
import mil.nga.giat.geowave.core.ingest.hdfs.mapreduce.AbstractMapReduceIngest;
import mil.nga.giat.geowave.core.store.operations.remote.options.DataStorePluginOptions;
import mil.nga.giat.geowave.datastore.accumulo.operations.config.AccumuloRequiredOptions;
import mil.nga.giat.geowave.mapreduce.output.GeoWaveOutputFormat;
import mil.nga.giat.geowave.mapreduce.output.GeoWaveOutputKey;

public class OSMConversionMapper extends
		Mapper<Key, Value, GeoWaveOutputKey, Object>
{

	private ByteArrayId indexId = null;
	private String globalVisibility = "";
	private final SimpleFeatureGenerator sfg = new SimpleFeatureGenerator();
	private OsmProvider osmProvider = null;

	@Override
	protected void map(
			final Key key,
			final Value value,
			final Context context )
			throws IOException,
			InterruptedException {
		final List<SimpleFeature> sf = sfg.mapOSMtoSimpleFeature(
				WholeRowIterator.decodeRow(
						key,
						value),
				osmProvider);
		if ((sf != null) && (sf.size() > 0)) {
			for (final SimpleFeature feat : sf) {
				final String name = feat.getType().getTypeName();
				context.write(
						new GeoWaveOutputKey(
								new ByteArrayId(
										name),
								indexId),
						feat);
			}
		}
	}

	@Override
	protected void cleanup(
			final Context context )
			throws IOException,
			InterruptedException {
		osmProvider.close();

		super.cleanup(context);
	}

	@Override
	protected void setup(
			final Context context )
			throws IOException,
			InterruptedException {
		super.setup(context);
		try {
			globalVisibility = context.getConfiguration().get(
					AbstractMapReduceIngest.GLOBAL_VISIBILITY_KEY);
			final String primaryIndexIdStr = context.getConfiguration().get(
					AbstractMapReduceIngest.PRIMARY_INDEX_IDS_KEY);
			if (primaryIndexIdStr != null) {
				indexId = new ByteArrayId(
						primaryIndexIdStr);
			}
			final OSMIngestCommandArgs args = new OSMIngestCommandArgs();
			args.deserializeFromString(context.getConfiguration().get(
					"arguments"));

			final DataStorePluginOptions storeOptions = GeoWaveOutputFormat.getStoreOptions(context);

			osmProvider = new OsmProvider(
					args,
					(AccumuloRequiredOptions) storeOptions.getFactoryOptions());
		}
		catch (final Exception e) {
			throw new IllegalArgumentException(
					e);
		}
	}
}