/*
* Copyright (c) 2016 Couchbase, Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.couchbase.client.core.cluster;
import com.couchbase.client.core.endpoint.dcp.DCPConnection;
import com.couchbase.client.core.message.ResponseStatus;
import com.couchbase.client.core.message.cluster.OpenBucketRequest;
import com.couchbase.client.core.message.cluster.OpenBucketResponse;
import com.couchbase.client.core.message.cluster.SeedNodesRequest;
import com.couchbase.client.core.message.dcp.DCPMessage;
import com.couchbase.client.core.message.dcp.DCPRequest;
import com.couchbase.client.core.message.dcp.MutationMessage;
import com.couchbase.client.core.message.dcp.OpenConnectionRequest;
import com.couchbase.client.core.message.dcp.OpenConnectionResponse;
import com.couchbase.client.core.message.dcp.RemoveMessage;
import com.couchbase.client.core.message.dcp.SnapshotMarkerMessage;
import com.couchbase.client.core.message.kv.MutationToken;
import com.couchbase.client.core.message.kv.RemoveRequest;
import com.couchbase.client.core.message.kv.RemoveResponse;
import com.couchbase.client.core.message.kv.UpsertRequest;
import com.couchbase.client.core.message.kv.UpsertResponse;
import com.couchbase.client.core.util.TestProperties;
import io.netty.buffer.Unpooled;
import io.netty.util.CharsetUtil;
import io.netty.util.ReferenceCountUtil;
import org.junit.Assume;
import org.junit.Before;
import org.junit.BeforeClass;
import org.junit.Ignore;
import org.junit.Test;
import rx.Observable;
import rx.functions.Action0;
import rx.functions.Action1;
import rx.observers.TestSubscriber;
import java.util.Collections;
import java.util.List;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.atomic.AtomicInteger;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertTrue;
import static org.junit.Assert.fail;
//TODO re-activate once infinite loop is fixed
@Ignore("DCPConnectionTest currently loops infinitely")
public class DCPConnectionTest extends DCPTest {
@BeforeClass
public static void setup() throws Exception {
connect(false);
}
@Before
public void checkIfDCPEnabled() throws Exception {
Assume.assumeTrue(isDCPEnabled());
}
private DCPConnection createConnection(String connectionName) {
cluster().send(new SeedNodesRequest(Collections.singletonList(TestProperties.seedNode())));
Observable<OpenBucketResponse> openBucketResponse =
cluster().send(new OpenBucketRequest(TestProperties.bucket(), TestProperties.username(), TestProperties.password()));
assertEquals(ResponseStatus.SUCCESS, openBucketResponse.toBlocking().single().status());
OpenConnectionResponse response = cluster().<OpenConnectionResponse>send(
new OpenConnectionRequest(connectionName, bucket())).toBlocking().single();
assertEquals(ResponseStatus.SUCCESS, response.status());
return response.connection();
}
@Test
public void shouldAddAndRemoveStreamsToConnection() {
DCPConnection connection = createConnection("shouldAddAndRemoveStreamsToConnection");
ResponseStatus status;
status = connection.addStream((short) 42).toBlocking().single();
assertEquals(ResponseStatus.SUCCESS, status);
status = connection.addStream((short) 42).toBlocking().single();
assertEquals(ResponseStatus.EXISTS, status);
status = connection.removeStream((short) 42).toBlocking().single();
assertEquals(ResponseStatus.SUCCESS, status);
status = connection.removeStream((short) 42).toBlocking().single();
assertEquals(ResponseStatus.NOT_EXISTS, status);
}
@Test
public void shouldRollbackOnInvalidRange() {
DCPConnection connection = createConnection("shouldRollbackOnInvalidRange");
ResponseStatus status;
status = connection.addStream((short) 1, 0, 42, 42, 0, 0).toBlocking().single();
assertEquals(ResponseStatus.SUCCESS, status);
}
@Test
public void shouldReturnCurrentState() {
DCPConnection connection = createConnection("shouldReturnCurrentState");
List<MutationToken> state;
state = connection.getCurrentState().toList().toBlocking().single();
assertEquals(numberOfPartitions(), state.size());
for (MutationToken token : state) {
assertTrue(token.vbucketUUID() > 0);
}
}
private void upsertKey(String key, String value) {
UpsertResponse resp = cluster()
.<UpsertResponse>send(new UpsertRequest(key, Unpooled.copiedBuffer(value, CharsetUtil.UTF_8), 1, 0, bucket()))
.toBlocking()
.single();
assertEquals(ResponseStatus.SUCCESS, resp.status());
ReferenceCountUtil.releaseLater(resp.content());
}
private void removeKey(String key) {
RemoveResponse resp = cluster()
.<RemoveResponse>send(new RemoveRequest(key, bucket()))
.toBlocking()
.single();
assertEquals(ResponseStatus.SUCCESS, resp.status());
}
@Test
public void shouldTransmitTheData() {
DCPConnection connection = createConnection("shouldTransmitTheData");
connection.addStream(calculateVBucketForKey("foo")).toBlocking().single();
TestSubscriber<DCPRequest> subscriber = new TestSubscriber<DCPRequest>();
connection.subject().takeUntil(Observable.timer(5, TimeUnit.SECONDS)).subscribe(subscriber);
upsertKey("foo", "value");
removeKey("foo");
subscriber.awaitTerminalEvent();
List<DCPRequest> items = subscriber.getOnNextEvents();
boolean seenMutation = false;
boolean seenSnapshot = false;
boolean seenRemove = false;
for (DCPRequest found : items) {
if (found instanceof SnapshotMarkerMessage) {
seenSnapshot = true;
} else if (found instanceof MutationMessage) {
seenMutation = true;
assertEquals("foo", ((MutationMessage) found).key());
ReferenceCountUtil.releaseLater(((MutationMessage) found).content());
} else if (found instanceof RemoveMessage) {
seenRemove = true;
assertEquals("foo", ((RemoveMessage) found).key());
}
}
assertTrue(seenMutation);
assertTrue(seenSnapshot);
assertTrue(seenRemove);
}
@Test
public void shouldUseFlowControl() throws InterruptedException {
final String fooValue = "shouldUseFlowControl---foo-value";
final String barValue = "shouldUseFlowControl---bar-value";
final DCPConnection connection = createConnection("shouldUseFlowControl");
List<MutationToken> state = connection.getCurrentState().toList().toBlocking().single();
assertEquals(numberOfPartitions(), state.size());
for (MutationToken token : state) {
connection.addStream(
(short) token.vbucketID(),
token.vbucketUUID(),
token.sequenceNumber(),
0xffffffff,
token.sequenceNumber(),
0xffffffff
).toBlocking().single();
}
final AtomicInteger fooMutations = new AtomicInteger(0);
final AtomicInteger barMutations = new AtomicInteger(0);
final CountDownLatch latch = new CountDownLatch(1);
connection.subject()
.takeUntil(Observable.timer(10, TimeUnit.SECONDS))
.subscribe(
new Action1<DCPRequest>() {
@Override
public void call(DCPRequest request) {
if (request instanceof MutationMessage) {
MutationMessage mutation = (MutationMessage) request;
String key = mutation.key();
if (key.equals("foo")) {
assertEquals(mutation.content().toString(CharsetUtil.UTF_8), fooValue);
fooMutations.incrementAndGet();
} else if (key.equals("bar")) {
assertEquals(mutation.content().toString(CharsetUtil.UTF_8), barValue);
barMutations.incrementAndGet();
} else {
fail("unexpected mutation of key: " + key);
}
ReferenceCountUtil.releaseLater(((MutationMessage) request).content());
}
if (request instanceof DCPMessage) {
connection.consumed((DCPMessage) request);
}
}
},
new Action1<Throwable>() {
@Override
public void call(Throwable throwable) {
fail(throwable.toString());
}
},
new Action0() {
@Override
public void call() {
latch.countDown();
}
});
for (int i = 0; i < 10; i++) {
upsertKey("foo", fooValue);
upsertKey("bar", barValue);
}
latch.await();
assertEquals(10, fooMutations.get());
assertEquals(10, barMutations.get());
}
}