/** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.drill.exec.store.avro; import java.io.IOException; import java.util.List; import java.util.regex.Pattern; import org.apache.drill.common.exceptions.ExecutionSetupException; import org.apache.drill.common.expression.SchemaPath; import org.apache.drill.common.logical.StoragePluginConfig; import org.apache.drill.exec.ops.FragmentContext; import org.apache.drill.exec.planner.logical.DrillTable; import org.apache.drill.exec.proto.UserBitShared.CoreOperatorType; import org.apache.drill.exec.server.DrillbitContext; import org.apache.drill.exec.store.RecordReader; import org.apache.drill.exec.store.RecordWriter; import org.apache.drill.exec.store.dfs.BasicFormatMatcher; import org.apache.drill.exec.store.dfs.DrillFileSystem; import org.apache.drill.exec.store.dfs.FileSelection; import org.apache.drill.exec.store.dfs.FileSystemPlugin; import org.apache.drill.exec.store.dfs.FormatMatcher; import org.apache.drill.exec.store.dfs.FormatSelection; import org.apache.drill.exec.store.dfs.MagicString; import org.apache.drill.exec.store.dfs.NamedFormatPluginConfig; import org.apache.drill.exec.store.dfs.easy.EasyFormatPlugin; import org.apache.drill.exec.store.dfs.easy.EasyWriter; import org.apache.drill.exec.store.dfs.easy.FileWork; import org.apache.hadoop.conf.Configuration; import com.google.common.collect.ImmutableList; import com.google.common.collect.Lists; /** * Format plugin for Avro data files. */ public class AvroFormatPlugin extends EasyFormatPlugin<AvroFormatConfig> { private final AvroFormatMatcher matcher; public AvroFormatPlugin(String name, DrillbitContext context, Configuration fsConf, StoragePluginConfig storagePluginConfig) { this(name, context, fsConf, storagePluginConfig, new AvroFormatConfig()); } public AvroFormatPlugin(String name, DrillbitContext context, Configuration fsConf, StoragePluginConfig config, AvroFormatConfig formatPluginConfig) { super(name, context, fsConf, config, formatPluginConfig, true, false, true, false, Lists.newArrayList("avro"), "avro"); this.matcher = new AvroFormatMatcher(this); } @Override public boolean supportsPushDown() { return true; } @Override public RecordReader getRecordReader(FragmentContext context, DrillFileSystem dfs, FileWork fileWork, List<SchemaPath> columns, String userName) throws ExecutionSetupException { return new AvroRecordReader(context, fileWork.getPath(), fileWork.getStart(), fileWork.getLength(), dfs, columns, userName); } @Override public RecordWriter getRecordWriter(FragmentContext context, EasyWriter writer) throws IOException { throw new UnsupportedOperationException("unimplemented"); } @Override public int getReaderOperatorType() { return CoreOperatorType.AVRO_SUB_SCAN_VALUE; } @Override public int getWriterOperatorType() { throw new UnsupportedOperationException("unimplemented"); } @Override public FormatMatcher getMatcher() { return this.matcher; } private static class AvroFormatMatcher extends BasicFormatMatcher { public AvroFormatMatcher(AvroFormatPlugin plugin) { super(plugin, ImmutableList.of(Pattern.compile(".*\\.avro$")), ImmutableList.<MagicString>of()); } @Override public DrillTable isReadable(DrillFileSystem fs, FileSelection selection, FileSystemPlugin fsPlugin, String storageEngineName, String userName) throws IOException { if (isFileReadable(fs, selection.getFirstPath(fs))) { if (plugin.getName() != null) { NamedFormatPluginConfig namedConfig = new NamedFormatPluginConfig(); namedConfig.name = plugin.getName(); return new AvroDrillTable(storageEngineName, fsPlugin, userName, new FormatSelection(namedConfig, selection)); } else { return new AvroDrillTable(storageEngineName, fsPlugin, userName, new FormatSelection(plugin.getConfig(), selection)); } } return null; } } }