/*
* Licensed to CRATE Technology GmbH ("Crate") under one or more contributor
* license agreements. See the NOTICE file distributed with this work for
* additional information regarding copyright ownership. Crate licenses
* this file to you under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License. You may
* obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations
* under the License.
*
* However, if you have executed another commercial license agreement
* with Crate these terms will supersede the license and you may use the
* software solely pursuant to the terms of the relevant commercial agreement.
*/
package io.crate.integrationtests;
import com.google.common.util.concurrent.SettableFuture;
import io.crate.action.sql.SQLActionException;
import io.crate.testing.SQLBulkResponse;
import io.crate.testing.SQLResponse;
import io.crate.testing.TestingHelpers;
import io.crate.testing.UseJdbc;
import org.elasticsearch.common.collect.MapBuilder;
import org.elasticsearch.test.ESIntegTestCase;
import org.junit.After;
import org.junit.Test;
import java.util.Arrays;
import java.util.HashMap;
import java.util.concurrent.ExecutionException;
import static org.hamcrest.Matchers.is;
import static org.hamcrest.Matchers.notNullValue;
@ESIntegTestCase.ClusterScope(numDataNodes = 1, numClientNodes = 0, supportsDedicatedMasters = false)
@UseJdbc
public class TransportSQLActionSingleNodeTest extends SQLTransportIntegrationTest {
@Test
public void testUnassignedShards() throws Exception {
int numReplicas = 3;
int numShards = 5;
long expectedUnassignedShards = numShards * numReplicas; // calculation is correct for cluster.numDataNodes = 1
execute("create table locations (id integer primary key, name string) " +
"clustered into " + numShards + " shards with(number_of_replicas=" + numReplicas + ")");
ensureYellow();
execute("select count(*) from sys.shards where table_name = 'locations' and state = 'UNASSIGNED'");
assertThat(response.rowCount(), is(1L));
assertEquals(1, response.cols().length);
assertThat((Long) response.rows()[0][0], is(expectedUnassignedShards));
}
@Test
public void testPrimarySecondaryUnassignedShards() throws Exception {
int numReplicas = 3;
int numShards = 5;
execute("create table locations (id integer primary key, name string) " +
"clustered into " + numShards + " shards with(number_of_replicas=" + numReplicas + ")");
ensureYellow();
execute("select \"primary\", state, count(*) from sys.shards where table_name = 'locations' group by \"primary\", state order by \"primary\"");
assertThat(response.rowCount(), is(2L));
assertEquals(false, response.rows()[0][0]);
assertEquals("UNASSIGNED", response.rows()[0][1]);
assertEquals(15L, response.rows()[0][2]);
assertEquals(true, response.rows()[1][0]);
assertEquals("STARTED", response.rows()[1][1]);
assertEquals(5L, response.rows()[1][2]);
}
@Test
public void testPrimarySecondaryUnassignedShardsWithPartitions() throws Exception {
int numReplicas = 1;
int numShards = 5;
execute("create table locations (id integer primary key, name string) " +
"partitioned by (id) clustered into " + numShards + " shards with(number_of_replicas=" + numReplicas +
")");
execute("insert into locations (id, name) values (1, 'name1')");
execute("insert into locations (id, name) values (2, 'name2')");
refresh();
ensureYellow();
execute("select \"primary\", state, count(*) from sys.shards where table_name = 'locations' group by \"primary\", state order by \"primary\"");
assertThat(response.rowCount(), is(2L));
assertEquals(false, response.rows()[0][0]);
assertEquals("UNASSIGNED", response.rows()[0][1]);
assertEquals(10L, response.rows()[0][2]);
assertEquals(true, response.rows()[1][0]);
assertEquals("STARTED", response.rows()[1][1]);
assertEquals(10L, response.rows()[1][2]);
}
@Test
public void testPartitionIdentPrimarySecondaryUnassignedShards() throws Exception {
int numReplicas = 1;
int numShards = 5;
execute("create table locations (id integer primary key, name string) " +
"partitioned by (id) clustered into " + numShards + " shards with(number_of_replicas=" + numReplicas +
")");
execute("insert into locations (id, name) values (1, 'name1')");
execute("insert into locations (id, name) values (2, 'name2')");
refresh();
ensureYellow();
execute("select table_name, partition_ident, state from sys.shards where table_name = 'locations' " +
"group by table_name, partition_ident, state order by partition_ident, state");
assertThat(response.rowCount(), is(4L));
String expected = "locations| 04132| STARTED\n" +
"locations| 04132| UNASSIGNED\n" +
"locations| 04134| STARTED\n" +
"locations| 04134| UNASSIGNED\n";
assertEquals(expected, TestingHelpers.printedTable(response.rows()));
}
@Test
public void testSelectNoResultWithTypes() throws Exception {
assertResponseWithTypes("select * from sys.nodes where 1=0");
}
@Test
public void testInsertBulkWithTypes() throws Exception {
execute("create table bla1 (id integer primary key, name string) " +
"clustered into 2 shards with (number_of_replicas=0)");
ensureYellow();
execute("insert into bla1 (id, name) values (?, ?)",
new Object[][]{
new Object[]{1, "Ford"},
new Object[]{2, "Trillian"}
});
}
@Test
public void testInsertBulkDifferentTypesResultsInRemoteFailure() throws Exception {
execute("create table foo (value integer) with (number_of_replicas=0)");
ensureYellow();
SQLBulkResponse response = execute("insert into foo (bar) values (?)",
new Object[][]{
new Object[]{new HashMap<String, Object>() {{
put("foo", 127);
}}},
new Object[]{1},
});
// One is inserted, the other fails because of a cast error
assertThat(response.results()[0].rowCount() + response.results()[1].rowCount(), is(-1L));
}
@Test
public void testInsertDynamicNullArrayInBulk() throws Exception {
execute("create table foo (value integer) with (number_of_replicas=0)");
ensureYellow();
SQLBulkResponse res = execute("insert into foo (bar) values (?)",
new Object[][]{
new Object[]{new Object[]{null}},
new Object[]{new Object[]{1, 2}},
});
assertThat(res.results()[0].rowCount(), is(1L));
assertThat(res.results()[1].rowCount(), is(1L));
waitForMappingUpdateOnAll("foo", "bar");
execute("select data_type from information_schema.columns where table_name = 'foo' and column_name = 'bar'");
assertThat((String) response.rows()[0][0], is("long_array"));
}
@Test
public void testSelectUnknownNoResultWithTypes() throws Exception {
execute("create table unknown (id integer primary key, name object(ignored)) " +
"clustered into 2 shards with (number_of_replicas=0)");
ensureYellow();
assertResponseWithTypes("select name['bla'] from unknown where 1=0");
}
@Test
public void testDMLStatementsWithTypes() throws Exception {
execute("create table bla (id integer primary key, name string) " +
"clustered into 1 shards with (number_of_replicas=0)");
ensureYellow();
assertResponseWithTypes("insert into bla (id, name) (select 4, 'Trillian' from sys.cluster)");
assertResponseWithTypes("insert into bla (id, name) values (1, 'Ford')");
assertResponseWithTypes("update bla set name='Arthur' where name ='Ford'");
assertResponseWithTypes("update bla set name='Arthur' where id=1");
assertResponseWithTypes("delete from bla where id=1");
assertResponseWithTypes("delete from bla where name='Ford'");
}
@Test
public void testDDLStatementsWithTypes() throws Exception {
assertResponseWithTypes("create table bla2 (id integer primary key, name string) " +
"clustered into 1 shards with (number_of_replicas=0)");
ensureYellow();
assertResponseWithTypes("alter table bla2 add column blubb string");
assertResponseWithTypes("refresh table bla2");
assertResponseWithTypes("drop table bla2");
assertResponseWithTypes("create blob table blablob2 clustered into 1 shards with (number_of_replicas=0)");
ensureYellow();
assertResponseWithTypes("drop blob table blablob2");
try {
assertResponseWithTypes("create ANALYZER \"german_snowball\" extends snowball WITH (language='german')");
} finally {
client().admin().cluster().prepareUpdateSettings()
.setPersistentSettings(MapBuilder.newMapBuilder().put("crate.analysis.custom.analyzer.german_snowball", null).map())
.setTransientSettings(MapBuilder.newMapBuilder().put("crate.analysis.custom.analyzer.german_snowball", null).map())
.execute().actionGet();
}
}
private void assertResponseWithTypes(String stmt) {
SQLResponse sqlResponse = execute(stmt);
assertThat(sqlResponse.columnTypes(), is(notNullValue()));
assertThat(sqlResponse.columnTypes().length, is(sqlResponse.cols().length));
}
@Test
public void testSubscriptArray() throws Exception {
execute("create table test (id integer primary key, names array(string)) " +
"clustered into 1 shards with (number_of_replicas=0)");
ensureYellow();
execute("insert into test (id, names) values (?, ?)",
new Object[]{1, Arrays.asList("Arthur", "Ford")});
refresh();
execute("select names[1] from test");
assertThat(response.rowCount(), is(1L));
assertThat((String) response.rows()[0][0], is("Arthur"));
}
@Test
public void testSubscriptArrayNesting() throws Exception {
execute("create table test (id integer primary key, names array(object as (surname string))) " +
"clustered into 1 shards with (number_of_replicas=0)");
ensureYellow();
execute("insert into test (id, names) values (?, ?)",
new Object[]{1, Arrays.asList(
new HashMap<String, String>() {{
put("surname", "Adams");
}}
)});
refresh();
execute("select names[1]['surname'] from test");
assertThat(response.rowCount(), is(1L));
assertThat((String) response.rows()[0][0], is("Adams"));
}
@Test
public void testSelectRegexpMatchesGroup() throws Exception {
execute("create table test (id integer primary key, text string) " +
"clustered into 1 shards with (number_of_replicas=0)");
ensureYellow();
execute("insert into test (id, text) values (1, 'Time is an illusion')");
refresh();
execute("select regexp_matches(text, '(\\w+)\\s(\\w+)')[1] as first_word," +
"regexp_matches(text, '(\\w+)\\s(\\w+)')[2] as matched from test order by first_word");
assertThat(response.rowCount(), is(1L));
assertThat((String) response.rows()[0][0], is("Time"));
assertThat((String) response.rows()[0][1], is("is"));
}
@Test
public void testKilledAllLog() throws Exception {
execute("create table likes (" +
" event_id string," +
" item_id string" +
") clustered into 1 shards with (number_of_replicas = 0)");
ensureYellow();
execute("SET GLOBAL stats.enabled = true");
final String stmt = "insert into likes (event_id, item_id) values (?, ?)";
final Object[][] bulkArgs = new Object[100][];
for (int i = 0; i < bulkArgs.length; i++) {
bulkArgs[i] = new Object[]{"event1", "item1"};
}
final SettableFuture<SQLBulkResponse> res = SettableFuture.create();
Thread insertThread = new Thread(new Runnable() {
@Override
public void run() {
try {
res.set(execute(stmt, bulkArgs));
} catch (SQLActionException e) {
// that's what we want
res.setException(e);
}
}
});
insertThread.start();
Thread.sleep(50);
execute("kill all");
insertThread.join();
try {
res.get();
} catch (ExecutionException e) {
// in this case the job was successfully killed, so it must occur as killed the jobs log
SQLResponse response = execute("select * from sys.jobs_log where error = ? and stmt = ?", new Object[]{"Job killed", stmt});
if (response.rowCount() < 1L) {
throw new AssertionError(TestingHelpers.printedTable(execute("select * from sys.jobs_log").rows()));
}
}
waitUntilShardOperationsFinished();
}
@After
public void tearDown() throws Exception {
super.tearDown();
execute("reset GLOBAL stats.enabled");
}
}