/** * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.hadoop.hive.ql.io.parquet.serde; import java.util.Map; import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector; import org.apache.hadoop.hive.serde2.objectinspector.PrimitiveObjectInspector; import org.apache.hadoop.io.ArrayWritable; import org.apache.hadoop.io.Writable; /** * The DeepParquetHiveMapInspector will inspect an ArrayWritable, considering it as a Hive map.<br /> * It can also inspect a Map if Hive decides to inspect the result of an inspection.<br /> * When trying to access elements from the map it will iterate over all keys, inspecting them and comparing them to the * desired key. * */ public class DeepParquetHiveMapInspector extends AbstractParquetMapInspector { public DeepParquetHiveMapInspector(final ObjectInspector keyInspector, final ObjectInspector valueInspector) { super(keyInspector, valueInspector); } @Override public Object getMapValueElement(final Object data, final Object key) { if (data == null || key == null) { return null; } if (data instanceof ArrayWritable) { final Writable[] mapArray = ((ArrayWritable) data).get(); if (mapArray == null || mapArray.length == 0) { return null; } for (final Writable obj : mapArray) { final ArrayWritable mapObj = (ArrayWritable) obj; final Writable[] arr = mapObj.get(); if (key.equals(arr[0]) || key.equals(((PrimitiveObjectInspector) keyInspector).getPrimitiveJavaObject(arr[0])) || key.equals(((PrimitiveObjectInspector) keyInspector).getPrimitiveWritableObject(arr[0]))) { return arr[1]; } } return null; } if (data instanceof Map) { final Map<?, ?> map = (Map<?, ?>) data; if (map.containsKey(key)) { return map.get(key); } for (final Map.Entry<?, ?> entry : map.entrySet()) { if (key.equals(((PrimitiveObjectInspector) keyInspector).getPrimitiveJavaObject(entry.getKey())) || key.equals(((PrimitiveObjectInspector) keyInspector).getPrimitiveWritableObject(entry.getKey()))) { return entry.getValue(); } } return null; } throw new UnsupportedOperationException("Cannot inspect " + data.getClass().getCanonicalName()); } }