/* * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package com.facebook.presto.operator.scalar; import com.facebook.presto.operator.aggregation.TypedSet; import com.facebook.presto.spi.block.Block; import com.facebook.presto.spi.block.BlockBuilder; import com.facebook.presto.spi.block.BlockBuilderStatus; import com.facebook.presto.spi.function.Description; import com.facebook.presto.spi.function.ScalarFunction; import com.facebook.presto.spi.function.SqlType; import com.facebook.presto.spi.function.TypeParameter; import com.facebook.presto.spi.type.Type; import it.unimi.dsi.fastutil.longs.LongOpenHashSet; import it.unimi.dsi.fastutil.longs.LongSet; import java.util.concurrent.atomic.AtomicBoolean; import static com.facebook.presto.spi.type.BigintType.BIGINT; @ScalarFunction("array_union") @Description("Union elements of the two given arrays") public final class ArrayUnionFunction { private ArrayUnionFunction() {} @TypeParameter("E") @SqlType("array(E)") public static Block union( @TypeParameter("E") Type type, @SqlType("array(E)") Block leftArray, @SqlType("array(E)") Block rightArray) { int leftArrayCount = leftArray.getPositionCount(); int rightArrayCount = rightArray.getPositionCount(); TypedSet typedSet = new TypedSet(type, leftArrayCount + rightArrayCount); BlockBuilder distinctElementBlockBuilder = type.createBlockBuilder(new BlockBuilderStatus(), leftArrayCount + rightArrayCount); appendTypedArray(leftArray, type, typedSet, distinctElementBlockBuilder); appendTypedArray(rightArray, type, typedSet, distinctElementBlockBuilder); return distinctElementBlockBuilder.build(); } private static void appendTypedArray(Block array, Type type, TypedSet typedSet, BlockBuilder blockBuilder) { for (int i = 0; i < array.getPositionCount(); i++) { if (!typedSet.contains(array, i)) { typedSet.add(array, i); type.appendTo(array, i, blockBuilder); } } } @SqlType("array(bigint)") public static Block bigintUnion(@SqlType("array(bigint)") Block leftArray, @SqlType("array(bigint)") Block rightArray) { int leftArrayCount = leftArray.getPositionCount(); int rightArrayCount = rightArray.getPositionCount(); LongSet set = new LongOpenHashSet(leftArrayCount + rightArrayCount); BlockBuilder distinctElementBlockBuilder = BIGINT.createBlockBuilder(new BlockBuilderStatus(), leftArrayCount + rightArrayCount); AtomicBoolean containsNull = new AtomicBoolean(false); appendBigintArray(leftArray, containsNull, set, distinctElementBlockBuilder); appendBigintArray(rightArray, containsNull, set, distinctElementBlockBuilder); return distinctElementBlockBuilder.build(); } private static void appendBigintArray(Block array, AtomicBoolean containsNull, LongSet set, BlockBuilder blockBuilder) { for (int i = 0; i < array.getPositionCount(); i++) { if (array.isNull(i)) { if (!containsNull.get()) { containsNull.set(true); blockBuilder.appendNull(); } continue; } long value = BIGINT.getLong(array, i); if (set.add(value)) { BIGINT.writeLong(blockBuilder, value); } } } }