/*
* Licensed to the Apache Software Foundation (ASF) under one or more contributor license
* agreements. See the NOTICE file distributed with this work for additional information regarding
* copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance with the License. You may obtain a
* copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software distributed under the License
* is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
* or implied. See the License for the specific language governing permissions and limitations under
* the License.
*/
package org.apache.geode.internal.cache.wan.serial;
import org.junit.experimental.categories.Category;
import org.junit.Test;
import static org.junit.Assert.*;
import org.apache.geode.test.junit.categories.DistributedTest;
import org.apache.geode.test.junit.categories.FlakyTest;
import static org.apache.geode.test.dunit.Wait.*;
import static org.apache.geode.test.dunit.IgnoredException.*;
import java.util.HashMap;
import java.util.Map;
import java.util.concurrent.TimeUnit;
import org.apache.geode.cache.wan.GatewaySender.OrderPolicy;
import org.apache.geode.internal.cache.wan.WANTestBase;
import org.apache.geode.test.dunit.AsyncInvocation;
import com.jayway.awaitility.Awaitility;
@Category(DistributedTest.class)
public class SerialWANStatsDUnitTest extends WANTestBase {
private static final long serialVersionUID = 1L;
private String testName;
public SerialWANStatsDUnitTest() {
super();
}
@Override
protected final void postSetUpWANTestBase() throws Exception {
this.testName = getTestMethodName();
addIgnoredException("java.net.ConnectException");
addIgnoredException("java.net.SocketException");
addIgnoredException("Unexpected IOException");
}
@Test
public void testReplicatedSerialPropagation() throws Exception {
Integer lnPort = (Integer) vm0.invoke(() -> WANTestBase.createFirstLocatorWithDSId(1));
Integer nyPort = (Integer) vm1.invoke(() -> WANTestBase.createFirstRemoteLocator(2, lnPort));
createCacheInVMs(nyPort, vm2);
vm2.invoke(() -> WANTestBase.createReceiver());
createCacheInVMs(lnPort, vm4, vm5, vm6, vm7);
vm4.invoke(() -> WANTestBase.createSender("ln", 2, false, 100, 10, false, false, null, true));
vm5.invoke(() -> WANTestBase.createSender("ln", 2, false, 100, 10, false, false, null, true));
vm2.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR", null, isOffHeap()));
startSenderInVMs("ln", vm4, vm5);
vm4.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR", "ln", isOffHeap()));
vm5.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR", "ln", isOffHeap()));
vm6.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR", "ln", isOffHeap()));
vm7.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR", "ln", isOffHeap()));
vm5.invoke(() -> WANTestBase.doPuts(testName + "_RR", 1000));
vm2.invoke(() -> WANTestBase.validateRegionSize(testName + "_RR", 1000));
pause(2000);
vm2.invoke(() -> WANTestBase.checkGatewayReceiverStats(100, 1000, 1000));
vm4.invoke(() -> WANTestBase.checkQueueStats("ln", 0, 1000, 1000, 1000));
vm4.invoke(() -> WANTestBase.checkBatchStats("ln", 100));
vm5.invoke(() -> WANTestBase.checkQueueStats("ln", 0, 1000, 0, 0));
vm5.invoke(() -> WANTestBase.checkBatchStats("ln", 0));
}
@Test
public void testReplicatedSerialPropagationWithMultipleDispatchers() throws Exception {
Integer lnPort = (Integer) vm0.invoke(() -> WANTestBase.createFirstLocatorWithDSId(1));
Integer nyPort = (Integer) vm1.invoke(() -> WANTestBase.createFirstRemoteLocator(2, lnPort));
createCacheInVMs(nyPort, vm2);
vm2.invoke(() -> WANTestBase.createReceiver());
createCacheInVMs(lnPort, vm4, vm5, vm6, vm7);
vm4.invoke(() -> WANTestBase.createSenderWithMultipleDispatchers("ln", 2, false, 100, 10, false,
false, null, true, 2, OrderPolicy.KEY));
vm5.invoke(() -> WANTestBase.createSenderWithMultipleDispatchers("ln", 2, false, 100, 10, false,
false, null, true, 2, OrderPolicy.KEY));
vm2.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR", null, isOffHeap()));
startSenderInVMs("ln", vm4, vm5);
vm4.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR", "ln", isOffHeap()));
vm5.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR", "ln", isOffHeap()));
vm6.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR", "ln", isOffHeap()));
vm7.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR", "ln", isOffHeap()));
vm5.invoke(() -> WANTestBase.doPuts(testName + "_RR", 1000));
vm2.invoke(() -> WANTestBase.validateRegionSize(testName + "_RR", 1000));
pause(2000);
vm2.invoke(() -> WANTestBase.checkGatewayReceiverStats(100, 1000, 1000));
vm4.invoke(() -> WANTestBase.checkQueueStats("ln", 0, 1000, 1000, 1000));
vm4.invoke(() -> WANTestBase.checkBatchStats("ln", 100));
vm5.invoke(() -> WANTestBase.checkQueueStats("ln", 0, 1000, 0, 0));
vm5.invoke(() -> WANTestBase.checkBatchStats("ln", 0));
}
@Test
public void testWANStatsTwoWanSites() throws Exception {
Integer lnPort = createFirstLocatorWithDSId(1);
Integer nyPort = (Integer) vm0.invoke(() -> WANTestBase.createFirstRemoteLocator(2, lnPort));
Integer tkPort = (Integer) vm1.invoke(() -> WANTestBase.createFirstRemoteLocator(3, lnPort));
createCacheInVMs(nyPort, vm2);
vm2.invoke(() -> WANTestBase.createReceiver());
createCacheInVMs(tkPort, vm3);
vm3.invoke(() -> WANTestBase.createReceiver());
createCacheInVMs(lnPort, vm4, vm5, vm6, vm7);
vm4.invoke(
() -> WANTestBase.createSender("lnSerial1", 2, false, 100, 10, false, false, null, true));
vm5.invoke(
() -> WANTestBase.createSender("lnSerial1", 2, false, 100, 10, false, false, null, true));
vm4.invoke(
() -> WANTestBase.createSender("lnSerial2", 3, false, 100, 10, false, false, null, true));
vm5.invoke(
() -> WANTestBase.createSender("lnSerial2", 3, false, 100, 10, false, false, null, true));
vm2.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR", null, isOffHeap()));
vm3.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR", null, isOffHeap()));
startSenderInVMs("lnSerial1", vm4, vm5);
startSenderInVMs("lnSerial2", vm4, vm5);
vm4.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR", "lnSerial1,lnSerial2",
isOffHeap()));
vm5.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR", "lnSerial1,lnSerial2",
isOffHeap()));
vm6.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR", "lnSerial1,lnSerial2",
isOffHeap()));
vm7.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR", "lnSerial1,lnSerial2",
isOffHeap()));
vm4.invoke(() -> WANTestBase.doPuts(testName + "_RR", 1000));
vm2.invoke(() -> WANTestBase.validateRegionSize(testName + "_RR", 1000));
vm3.invoke(() -> WANTestBase.validateRegionSize(testName + "_RR", 1000));
pause(2000);
vm2.invoke(() -> WANTestBase.checkGatewayReceiverStats(100, 1000, 1000));
vm3.invoke(() -> WANTestBase.checkGatewayReceiverStats(100, 1000, 1000));
vm4.invoke(() -> WANTestBase.checkQueueStats("lnSerial1", 0, 1000, 1000, 1000));
vm4.invoke(() -> WANTestBase.checkBatchStats("lnSerial1", 100));
vm4.invoke(() -> WANTestBase.checkQueueStats("lnSerial2", 0, 1000, 1000, 1000));
vm4.invoke(() -> WANTestBase.checkBatchStats("lnSerial2", 100));
vm5.invoke(() -> WANTestBase.checkQueueStats("lnSerial1", 0, 1000, 0, 0));
vm5.invoke(() -> WANTestBase.checkBatchStats("lnSerial1", 0));
vm5.invoke(() -> WANTestBase.checkQueueStats("lnSerial2", 0, 1000, 0, 0));
vm5.invoke(() -> WANTestBase.checkBatchStats("lnSerial2", 0));
}
@Test
public void testReplicatedSerialPropagationHA() throws Exception {
Integer lnPort = (Integer) vm0.invoke(() -> WANTestBase.createFirstLocatorWithDSId(1));
Integer nyPort = (Integer) vm1.invoke(() -> WANTestBase.createFirstRemoteLocator(2, lnPort));
vm2.invoke(() -> WANTestBase.createCache(nyPort));
vm2.invoke(() -> WANTestBase.createReceiver());
vm4.invoke(() -> WANTestBase.createCache(lnPort));
vm5.invoke(() -> WANTestBase.createCache(lnPort));
vm6.invoke(() -> WANTestBase.createCache(lnPort));
vm7.invoke(() -> WANTestBase.createCache(lnPort));
vm4.invoke(() -> WANTestBase.createSender("ln", 2, false, 100, 10, false, false, null, true));
vm5.invoke(() -> WANTestBase.createSender("ln", 2, false, 100, 10, false, false, null, true));
vm2.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR", null, isOffHeap()));
startSenderInVMs("ln", vm4, vm5);
vm4.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR", "ln", isOffHeap()));
vm5.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR", "ln", isOffHeap()));
vm6.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR", "ln", isOffHeap()));
vm7.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR", "ln", isOffHeap()));
AsyncInvocation inv1 = vm5.invokeAsync(() -> WANTestBase.doPuts(testName + "_RR", 10000));
pause(2000);
AsyncInvocation inv2 = vm4.invokeAsync(() -> WANTestBase.killSender("ln"));
Boolean isKilled = Boolean.FALSE;
try {
isKilled = (Boolean) inv2.getResult();
} catch (Throwable e) {
fail("Unexpected exception while killing a sender");
}
AsyncInvocation inv3 = null;
if (!isKilled) {
inv3 = vm5.invokeAsync(() -> WANTestBase.killSender("ln"));
inv3.join();
}
inv1.join();
inv2.join();
vm2.invoke(() -> WANTestBase.validateRegionSize(testName + "_RR", 10000));
vm2.invoke(() -> WANTestBase.checkGatewayReceiverStatsHA(1000, 10000, 10000));
vm5.invoke(() -> WANTestBase.checkStats_Failover("ln", 10000));
}
@Test
public void testReplicatedSerialPropagationUnprocessedEvents() throws Exception {
Integer lnPort = (Integer) vm0.invoke(() -> WANTestBase.createFirstLocatorWithDSId(1));
Integer nyPort = (Integer) vm1.invoke(() -> WANTestBase.createFirstRemoteLocator(2, lnPort));
// these are part of remote site
createCacheInVMs(nyPort, vm2, vm3);
createReceiverInVMs(vm2, vm3);
// these are part of local site
createCacheInVMs(lnPort, vm4, vm5, vm6, vm7);
// senders are created on local site
vm4.invoke(() -> WANTestBase.createSender("ln", 2, false, 100, 20, false, false, null, true));
vm5.invoke(() -> WANTestBase.createSender("ln", 2, false, 100, 20, false, false, null, true));
// create one RR (RR_1) on remote site
vm2.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR_1", null, isOffHeap()));
vm3.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR_1", null, isOffHeap()));
// create another RR (RR_2) on remote site
vm2.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR_2", null, isOffHeap()));
vm3.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR_2", null, isOffHeap()));
// start the senders on local site
startSenderInVMs("ln", vm4, vm5);
// create one RR (RR_1) on local site
vm4.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR_1", "ln", isOffHeap()));
vm5.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR_1", "ln", isOffHeap()));
vm6.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR_1", "ln", isOffHeap()));
vm7.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR_1", "ln", isOffHeap()));
// create another RR (RR_2) on local site
vm4.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR_2", "ln", isOffHeap()));
vm5.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR_2", "ln", isOffHeap()));
vm6.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR_2", "ln", isOffHeap()));
vm7.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR_2", "ln", isOffHeap()));
// start puts in RR_1 in another thread
vm4.invoke(() -> WANTestBase.doPuts(testName + "_RR_1", 1000));
// do puts in RR_2 in main thread
vm4.invoke(() -> WANTestBase.doPuts(testName + "_RR_2", 500));
// sleep for some time to let all the events propagate to remote site
Thread.sleep(20);
// vm4.invoke(() -> WANTestBase.verifyQueueSize( "ln", 0 ));
vm2.invoke(() -> WANTestBase.validateRegionSize(testName + "_RR_1", 1000));
vm3.invoke(() -> WANTestBase.validateRegionSize(testName + "_RR_2", 500));
pause(2000);
vm4.invoke(() -> WANTestBase.checkQueueStats("ln", 0, 1500, 1500, 1500));
vm4.invoke(() -> WANTestBase.checkBatchStats("ln", 75));
vm4.invoke(() -> WANTestBase.checkUnProcessedStats("ln", 0));
vm5.invoke(() -> WANTestBase.checkQueueStats("ln", 0, 1500, 0, 0));
vm5.invoke(() -> WANTestBase.checkBatchStats("ln", 0));
vm5.invoke(() -> WANTestBase.checkUnProcessedStats("ln", 1500));
}
/**
*
* Not Disabled - see ticket #52118
*
* NOTE: The test failure is avoided by having a larger number of puts operation so that
* WANTestBase.verifyRegionQueueNotEmpty("ln" )) is successful as there is a significant delay
* during the high number of puts.
*
* In future if this failure reappears, the put operations must be increase or a better fix must
* be found.
*
* 1 region and sender configured on local site and 1 region and a receiver configured on remote
* site. Puts to the local region are in progress. Remote region is destroyed in the middle.
*
* Better fix : slowed down the receiver after every create event, So a huge number of puts is not
* required.
*
*
* @throws Exception
*/
@Test
public void testReplicatedSerialPropagationWithRemoteRegionDestroy() throws Exception {
int numEntries = 2000;
Integer lnPort = (Integer) vm0.invoke(() -> WANTestBase.createFirstLocatorWithDSId(1));
Integer nyPort = (Integer) vm1.invoke(() -> WANTestBase.createFirstRemoteLocator(2, lnPort));
// these are part of remote site
vm2.invoke(() -> WANTestBase.createCache(nyPort));
// create one RR (RR_1) on remote site
vm2.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR_1", null, isOffHeap()));
vm2.invoke(() -> WANTestBase.createReceiver());
// This slows down the receiver
vm2.invoke(() -> addListenerToSleepAfterCreateEvent(1000, testName + "_RR_1"));
// these are part of local site
vm4.invoke(() -> WANTestBase.createCache(lnPort));
vm5.invoke(() -> WANTestBase.createCache(lnPort));
vm6.invoke(() -> WANTestBase.createCache(lnPort));
vm7.invoke(() -> WANTestBase.createCache(lnPort));
// create one RR (RR_1) on local site
vm4.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR_1", "ln", isOffHeap()));
vm5.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR_1", "ln", isOffHeap()));
vm6.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR_1", "ln", isOffHeap()));
vm7.invoke(() -> WANTestBase.createReplicatedRegion(testName + "_RR_1", "ln", isOffHeap()));
// senders are created on local site
vm4.invoke(() -> WANTestBase.createSender("ln", 2, false, 100, 100, false, false, null, true));
vm5.invoke(() -> WANTestBase.createSender("ln", 2, false, 100, 100, false, false, null, true));
// start the senders on local site
startSenderInVMs("ln", vm4, vm5);
// start puts in RR_1 in another thread
AsyncInvocation inv1 =
vm4.invokeAsync(() -> WANTestBase.doPuts(testName + "_RR_1", numEntries));
// destroy RR_1 in remote site
vm2.invoke(() -> WANTestBase.destroyRegion(testName + "_RR_1", 5));
try {
inv1.join();
} catch (InterruptedException e) {
e.printStackTrace();
fail();
}
// assuming some events might have been dispatched before the remote region was destroyed,
// sender's region queue will have events less than 1000 but the queue will not be empty.
// NOTE: this much verification might be sufficient in DUnit. Hydra will take care of
// more in depth validations.
vm4.invoke(() -> WANTestBase.verifyRegionQueueNotEmpty("ln"));
// verify that all is well in local site. All the events should be present in local region
vm4.invoke(() -> WANTestBase.validateRegionSize(testName + "_RR_1", numEntries));
// like a latch to guarantee at least one exception returned
vm4.invoke(() -> Awaitility.await().atMost(60, TimeUnit.SECONDS)
.until(() -> WANTestBase.verifyQueueSize("ln", 0)));
vm4.invoke(() -> WANTestBase.checkBatchStats("ln", true, true));
vm5.invoke(() -> WANTestBase.checkUnProcessedStats("ln", numEntries));
vm2.invoke(() -> WANTestBase.checkExceptionStats(1));
}
@Test
public void testSerialPropagationWithFilter() throws Exception {
Integer lnPort = (Integer) vm0.invoke(() -> WANTestBase.createFirstLocatorWithDSId(1));
Integer nyPort = (Integer) vm1.invoke(() -> WANTestBase.createFirstRemoteLocator(2, lnPort));
createCacheInVMs(nyPort, vm2, vm3);
createReceiverInVMs(vm2, vm3);
createCacheInVMs(lnPort, vm4, vm5, vm6, vm7);
vm4.invoke(() -> WANTestBase.createSender("ln", 2, false, 100, 10, false, false,
new MyGatewayEventFilter(), true));
vm5.invoke(() -> WANTestBase.createSender("ln", 2, false, 100, 10, false, false,
new MyGatewayEventFilter(), true));
vm4.invoke(() -> WANTestBase.createPartitionedRegion(testName, "ln", 1, 100, isOffHeap()));
vm5.invoke(() -> WANTestBase.createPartitionedRegion(testName, "ln", 1, 100, isOffHeap()));
vm6.invoke(() -> WANTestBase.createPartitionedRegion(testName, "ln", 1, 100, isOffHeap()));
vm7.invoke(() -> WANTestBase.createPartitionedRegion(testName, "ln", 1, 100, isOffHeap()));
startSenderInVMs("ln", vm4, vm5);
vm2.invoke(() -> WANTestBase.createPartitionedRegion(testName, null, 1, 100, isOffHeap()));
vm3.invoke(() -> WANTestBase.createPartitionedRegion(testName, null, 1, 100, isOffHeap()));
vm4.invoke(() -> WANTestBase.doPuts(testName, 1000));
vm2.invoke(() -> WANTestBase.validateRegionSize(testName, 800));
pause(2000);
vm4.invoke(() -> WANTestBase.checkQueueStats("ln", 0, 1000, 900, 800));
vm4.invoke(() -> WANTestBase.checkEventFilteredStats("ln", 200));
vm4.invoke(() -> WANTestBase.checkBatchStats("ln", 80));
vm4.invoke(() -> WANTestBase.checkUnProcessedStats("ln", 0));
vm5.invoke(() -> WANTestBase.checkQueueStats("ln", 0, 1000, 0, 0));
vm5.invoke(() -> WANTestBase.checkBatchStats("ln", 0));
vm5.invoke(() -> WANTestBase.checkUnProcessedStats("ln", 900));
}
@Test
public void testSerialPropagationConflation() throws Exception {
Integer lnPort = (Integer) vm0.invoke(() -> WANTestBase.createFirstLocatorWithDSId(1));
Integer nyPort = (Integer) vm1.invoke(() -> WANTestBase.createFirstRemoteLocator(2, lnPort));
createCacheInVMs(nyPort, vm2, vm3);
createReceiverInVMs(vm2, vm3);
createCacheInVMs(lnPort, vm4, vm5, vm6, vm7);
vm4.invoke(() -> WANTestBase.createSender("ln", 2, false, 100, 10, true, false, null, true));
vm4.invoke(() -> WANTestBase.createPartitionedRegion(testName, "ln", 0, 100, isOffHeap()));
vm5.invoke(() -> WANTestBase.createPartitionedRegion(testName, "ln", 0, 100, isOffHeap()));
vm6.invoke(() -> WANTestBase.createPartitionedRegion(testName, "ln", 0, 100, isOffHeap()));
vm7.invoke(() -> WANTestBase.createPartitionedRegion(testName, "ln", 0, 100, isOffHeap()));
vm4.invoke(() -> WANTestBase.startSender("ln"));
vm4.invoke(() -> WANTestBase.pauseSender("ln"));
vm2.invoke(() -> WANTestBase.createPartitionedRegion(testName, null, 1, 100, isOffHeap()));
vm3.invoke(() -> WANTestBase.createPartitionedRegion(testName, null, 1, 100, isOffHeap()));
final Map keyValues = new HashMap();
final Map updateKeyValues = new HashMap();
for (int i = 0; i < 1000; i++) {
keyValues.put(i, i);
}
vm4.invoke(() -> WANTestBase.putGivenKeyValue(testName, keyValues));
vm4.invoke(() -> WANTestBase.checkQueueSize("ln", keyValues.size()));
for (int i = 0; i < 500; i++) {
updateKeyValues.put(i, i + "_updated");
}
vm4.invoke(() -> WANTestBase.putGivenKeyValue(testName, updateKeyValues));
vm4.invoke(() -> WANTestBase.checkQueueSize("ln", keyValues.size() + updateKeyValues.size()));
vm2.invoke(() -> WANTestBase.validateRegionSize(testName, 0));
vm4.invoke(() -> WANTestBase.putGivenKeyValue(testName, updateKeyValues));
vm4.invoke(() -> WANTestBase.checkQueueSize("ln", keyValues.size() + updateKeyValues.size()));
vm4.invoke(() -> WANTestBase.resumeSender("ln"));
keyValues.putAll(updateKeyValues);
vm2.invoke(() -> WANTestBase.validateRegionSize(testName, keyValues.size()));
vm3.invoke(() -> WANTestBase.validateRegionSize(testName, keyValues.size()));
vm2.invoke(() -> WANTestBase.validateRegionContents(testName, keyValues));
vm3.invoke(() -> WANTestBase.validateRegionContents(testName, keyValues));
pause(2000);
vm4.invoke(() -> WANTestBase.checkQueueStats("ln", 0, 2000, 2000, 1500));
vm4.invoke(() -> WANTestBase.checkConflatedStats("ln", 500));
}
}