/* * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.beam.sdk.transforms; import static org.junit.Assert.assertEquals; import java.util.Arrays; import java.util.List; import org.apache.beam.sdk.coders.StringUtf8Coder; import org.apache.beam.sdk.testing.NeedsRunner; import org.apache.beam.sdk.testing.PAssert; import org.apache.beam.sdk.testing.TestPipeline; import org.apache.beam.sdk.values.KV; import org.apache.beam.sdk.values.PCollection; import org.apache.beam.sdk.values.TypeDescriptor; import org.junit.Rule; import org.junit.Test; import org.junit.experimental.categories.Category; import org.junit.runner.RunWith; import org.junit.runners.JUnit4; /** * Tests for ExtractKeys transform. */ @RunWith(JUnit4.class) public class WithKeysTest { static final String[] COLLECTION = new String[] { "a", "aa", "b", "bb", "bbb" }; static final List<KV<Integer, String>> WITH_KEYS = Arrays.asList( KV.of(1, "a"), KV.of(2, "aa"), KV.of(1, "b"), KV.of(2, "bb"), KV.of(3, "bbb") ); static final List<KV<Integer, String>> WITH_CONST_KEYS = Arrays.asList( KV.of(100, "a"), KV.of(100, "aa"), KV.of(100, "b"), KV.of(100, "bb"), KV.of(100, "bbb") ); @Rule public final TestPipeline p = TestPipeline.create(); @Test @Category(NeedsRunner.class) public void testExtractKeys() { PCollection<String> input = p.apply(Create.of(Arrays.asList(COLLECTION)).withCoder( StringUtf8Coder.of())); PCollection<KV<Integer, String>> output = input.apply(WithKeys.of( new LengthAsKey())); PAssert.that(output) .containsInAnyOrder(WITH_KEYS); p.run(); } @Test @Category(NeedsRunner.class) public void testConstantKeys() { PCollection<String> input = p.apply(Create.of(Arrays.asList(COLLECTION)).withCoder( StringUtf8Coder.of())); PCollection<KV<Integer, String>> output = input.apply(WithKeys.<Integer, String>of(100)); PAssert.that(output) .containsInAnyOrder(WITH_CONST_KEYS); p.run(); } @Test public void testWithKeysGetName() { assertEquals("WithKeys", WithKeys.<Integer, String>of(100).getName()); } @Test @Category(NeedsRunner.class) public void testWithKeysWithUnneededWithKeyTypeSucceeds() { PCollection<String> input = p.apply(Create.of(Arrays.asList(COLLECTION)).withCoder( StringUtf8Coder.of())); PCollection<KV<Integer, String>> output = input.apply(WithKeys.of(new LengthAsKey()).withKeyType(TypeDescriptor.of(Integer.class))); PAssert.that(output).containsInAnyOrder(WITH_KEYS); p.run(); } /** * Key a value by its length. */ public static class LengthAsKey implements SerializableFunction<String, Integer> { @Override public Integer apply(String value) { return value.length(); } } }