/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.accumulo.test.functional; import static org.apache.accumulo.test.functional.FunctionalTestUtils.checkRFiles; import static org.apache.accumulo.test.functional.FunctionalTestUtils.nm; import static org.junit.Assert.assertEquals; import java.util.Collections; import java.util.EnumSet; import java.util.HashMap; import java.util.Map; import java.util.Set; import org.apache.accumulo.core.client.BatchWriter; import org.apache.accumulo.core.client.BatchWriterConfig; import org.apache.accumulo.core.client.Connector; import org.apache.accumulo.core.client.IteratorSetting; import org.apache.accumulo.core.client.Scanner; import org.apache.accumulo.core.conf.Property; import org.apache.accumulo.core.iterators.IteratorUtil.IteratorScope; import org.apache.accumulo.core.iterators.user.RowDeletingIterator; import org.apache.accumulo.core.security.Authorizations; import org.apache.accumulo.harness.AccumuloClusterHarness; import org.apache.accumulo.minicluster.impl.MiniAccumuloConfigImpl; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.io.Text; import org.junit.Test; import com.google.common.collect.Iterators; public class RowDeleteIT extends AccumuloClusterHarness { @Override public void configureMiniCluster(MiniAccumuloConfigImpl cfg, Configuration hadoopCoreSite) { Map<String,String> siteConfig = cfg.getSiteConfig(); siteConfig.put(Property.TSERV_MAJC_DELAY.getKey(), "50ms"); cfg.setSiteConfig(siteConfig); } @Override protected int defaultTimeoutSeconds() { return 60; } @Test public void run() throws Exception { Connector c = getConnector(); String tableName = getUniqueNames(1)[0]; c.tableOperations().create(tableName); Map<String,Set<Text>> groups = new HashMap<>(); groups.put("lg1", Collections.singleton(new Text("foo"))); groups.put("dg", Collections.<Text> emptySet()); c.tableOperations().setLocalityGroups(tableName, groups); IteratorSetting setting = new IteratorSetting(30, RowDeletingIterator.class); c.tableOperations().attachIterator(tableName, setting, EnumSet.of(IteratorScope.majc)); c.tableOperations().setProperty(tableName, Property.TABLE_MAJC_RATIO.getKey(), "100"); BatchWriter bw = c.createBatchWriter(tableName, new BatchWriterConfig()); bw.addMutation(nm("r1", "foo", "cf1", "v1")); bw.addMutation(nm("r1", "bar", "cf1", "v2")); bw.flush(); c.tableOperations().flush(tableName, null, null, true); checkRFiles(c, tableName, 1, 1, 1, 1); Scanner scanner = c.createScanner(tableName, Authorizations.EMPTY); int count = Iterators.size(scanner.iterator()); assertEquals("count == " + count, 2, count); bw.addMutation(nm("r1", "", "", RowDeletingIterator.DELETE_ROW_VALUE)); bw.flush(); c.tableOperations().flush(tableName, null, null, true); checkRFiles(c, tableName, 1, 1, 2, 2); scanner = c.createScanner(tableName, Authorizations.EMPTY); count = Iterators.size(scanner.iterator()); assertEquals("count == " + count, 3, count); c.tableOperations().compact(tableName, null, null, false, true); checkRFiles(c, tableName, 1, 1, 0, 0); scanner = c.createScanner(tableName, Authorizations.EMPTY); count = Iterators.size(scanner.iterator()); assertEquals("count == " + count, 0, count); bw.close(); } }