// This file is part of OpenTSDB.
// Copyright (C) 2013 The OpenTSDB Authors.
//
// This program is free software: you can redistribute it and/or modify it
// under the terms of the GNU Lesser General Public License as published by
// the Free Software Foundation, either version 2.1 of the License, or (at your
// option) any later version. This program is distributed in the hope that it
// will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty
// of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser
// General Public License for more details. You should have received a copy
// of the GNU Lesser General Public License along with this program. If not,
// see <http://www.gnu.org/licenses/>.
package net.opentsdb.tools;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertNotNull;
import static org.mockito.Mockito.when;
import static org.mockito.Matchers.anyString;
import static org.powermock.api.mockito.PowerMockito.mock;
import java.io.BufferedReader;
import java.io.ByteArrayInputStream;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.lang.reflect.Field;
import java.lang.reflect.Method;
import java.nio.charset.Charset;
import java.util.HashMap;
import net.opentsdb.core.TSDB;
import net.opentsdb.core.WritableDataPoints;
import net.opentsdb.meta.Annotation;
import net.opentsdb.storage.MockBase;
import net.opentsdb.uid.NoSuchUniqueName;
import net.opentsdb.uid.UniqueId;
import net.opentsdb.utils.Config;
import org.hbase.async.Bytes;
import org.hbase.async.DeleteRequest;
import org.hbase.async.GetRequest;
import org.hbase.async.HBaseClient;
import org.hbase.async.KeyValue;
import org.hbase.async.PutRequest;
import org.hbase.async.Scanner;
import org.junit.Before;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.powermock.api.mockito.PowerMockito;
import org.powermock.core.classloader.annotations.PowerMockIgnore;
import org.powermock.core.classloader.annotations.PrepareForTest;
import org.powermock.modules.junit4.PowerMockRunner;
import com.stumbleupon.async.Deferred;
@RunWith(PowerMockRunner.class)
@PowerMockIgnore({"javax.management.*", "javax.xml.*",
"ch.qos.*", "org.slf4j.*",
"com.sum.*", "org.xml.*"})
@PrepareForTest({TSDB.class, Config.class, UniqueId.class, HBaseClient.class,
GetRequest.class, PutRequest.class, KeyValue.class, Fsck.class,
Scanner.class, DeleteRequest.class, Annotation.class, FileInputStream.class,
TextImporter.class})
public class TestTextImporter {
private Config config;
private TSDB tsdb = null;
private HBaseClient client = mock(HBaseClient.class);
private UniqueId metrics = mock(UniqueId.class);
private UniqueId tag_names = mock(UniqueId.class);
private UniqueId tag_values = mock(UniqueId.class);
private MockBase storage;
private final static Field datapoints;
static {
try {
datapoints = TextImporter.class.getDeclaredField("datapoints");
datapoints.setAccessible(true);
} catch (Exception e) {
throw new RuntimeException("Failed in static initializer", e);
}
}
private final static Method importFile;
static {
try {
importFile = TextImporter.class.getDeclaredMethod("importFile",
HBaseClient.class, TSDB.class, String.class, boolean.class);
importFile.setAccessible(true);
} catch (Exception e) {
throw new RuntimeException("Failed in static initializer", e);
}
}
@Before
public void before() throws Exception {
config = new Config(false);
tsdb = new TSDB(client, config);
storage = new MockBase(tsdb, client, true, true, true, true);
storage.setFamily("t".getBytes(MockBase.ASCII()));
// replace the "real" field objects with mocks
Field met = tsdb.getClass().getDeclaredField("metrics");
met.setAccessible(true);
met.set(tsdb, metrics);
Field tagk = tsdb.getClass().getDeclaredField("tag_names");
tagk.setAccessible(true);
tagk.set(tsdb, tag_names);
Field tagv = tsdb.getClass().getDeclaredField("tag_values");
tagv.setAccessible(true);
tagv.set(tsdb, tag_values);
PowerMockito.spy(TextImporter.class);
// we need to purge the hash map before each unit test since it's a static
// field
datapoints.set(null, new HashMap<String, WritableDataPoints>());
// mock UniqueId
when(metrics.getId("sys.cpu.user")).thenReturn(new byte[] { 0, 0, 1 });
when(metrics.getNameAsync(new byte[] { 0, 0, 1 })).thenReturn(
Deferred.fromResult("sys.cpu.user"));
when(metrics.getId("sys.cpu.system"))
.thenThrow(new NoSuchUniqueName("sys.cpu.system", "metric"));
when(metrics.getOrCreateId("sys.cpu.system"))
.thenThrow(new NoSuchUniqueName("sys.cpu.system", "metric"));
when(metrics.getId("sys.cpu.nice")).thenReturn(new byte[] { 0, 0, 2 });
when(metrics.getName(new byte[] { 0, 0, 2 })).thenReturn("sys.cpu.nice");
when(tag_names.getId("host")).thenReturn(new byte[] { 0, 0, 1 });
when(tag_names.getName(new byte[] { 0, 0, 1 })).thenReturn("host");
when(tag_names.getOrCreateId("host")).thenReturn(new byte[] { 0, 0, 1 });
when(tag_names.getId("fqdn")).thenThrow(new NoSuchUniqueName("dc", "tagk"));
when(tag_names.getOrCreateId("fqdn"))
.thenThrow(new NoSuchUniqueName("dc", "tagk"));
when(tag_values.getId("web01")).thenReturn(new byte[] { 0, 0, 1 });
when(tag_values.getName(new byte[] { 0, 0, 1 })).thenReturn("web01");
when(tag_values.getOrCreateId("web01")).thenReturn(new byte[] { 0, 0, 1 });
when(tag_values.getId("web02")).thenReturn(new byte[] { 0, 0, 2 });
when(tag_values.getName(new byte[] { 0, 0, 2 })).thenReturn("web02");
when(tag_values.getOrCreateId("web02")).thenReturn(new byte[] { 0, 0, 2 });
when(tag_values.getId("web03"))
.thenThrow(new NoSuchUniqueName("web03", "tagv"));
when(tag_values.getOrCreateId("web03"))
.thenThrow(new NoSuchUniqueName("web03", "tagv"));
when(metrics.width()).thenReturn((short)3);
when(tag_names.width()).thenReturn((short)3);
when(tag_values.width()).thenReturn((short)3);
}
@Test
public void importFileGoodIntegers1Byte() throws Exception {
String data =
"sys.cpu.user 1356998400 0 host=web01\n" +
"sys.cpu.user 1356998400 127 host=web02";
setData(data);
Integer points = (Integer)importFile.invoke(null, client, tsdb, "file", false);
assertEquals(2, (int)points);
byte[] row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 1};
byte[] value = storage.getColumn(row, new byte[] { 0, 0 });
assertNotNull(value);
assertEquals(0, value[0]);
row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 2};
value = storage.getColumn(row, new byte[] { 0, 0 });
assertNotNull(value);
assertEquals(127, value[0]);
}
@Test
public void importFileGoodIntegers1ByteNegative() throws Exception {
String data =
"sys.cpu.user 1356998400 -0 host=web01\n" +
"sys.cpu.user 1356998400 -128 host=web02";
setData(data);
Integer points = (Integer)importFile.invoke(null, client, tsdb, "file", false);
assertEquals(2, (int)points);
byte[] row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 1};
byte[] value = storage.getColumn(row, new byte[] { 0, 0 });
assertNotNull(value);
assertEquals(0, value[0]);
row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 2};
value = storage.getColumn(row, new byte[] { 0, 0 });
assertNotNull(value);
assertEquals(-128, value[0]);
}
@Test
public void importFileGoodIntegers2Byte() throws Exception {
String data =
"sys.cpu.user 1356998400 128 host=web01\n" +
"sys.cpu.user 1356998400 32767 host=web02";
setData(data);
Integer points = (Integer)importFile.invoke(null, client, tsdb, "file", false);
assertEquals(2, (int)points);
byte[] row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 1};
byte[] value = storage.getColumn(row, new byte[] { 0, 1 });
assertNotNull(value);
assertEquals(128, Bytes.getShort(value));
row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 2};
value = storage.getColumn(row, new byte[] { 0, 1 });
assertNotNull(value);
assertEquals(32767, Bytes.getShort(value));
}
@Test
public void importFileGoodIntegers2ByteNegative() throws Exception {
String data =
"sys.cpu.user 1356998400 -129 host=web01\n" +
"sys.cpu.user 1356998400 -32768 host=web02";
setData(data);
Integer points = (Integer)importFile.invoke(null, client, tsdb, "file", false);
assertEquals(2, (int)points);
byte[] row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 1};
byte[] value = storage.getColumn(row, new byte[] { 0, 1 });
assertNotNull(value);
assertEquals(-129, Bytes.getShort(value));
row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 2};
value = storage.getColumn(row, new byte[] { 0, 1 });
assertNotNull(value);
assertEquals(-32768, Bytes.getShort(value));
}
@Test
public void importFileGoodIntegers4Byte() throws Exception {
String data =
"sys.cpu.user 1356998400 32768 host=web01\n" +
"sys.cpu.user 1356998400 2147483647 host=web02";
setData(data);
Integer points = (Integer)importFile.invoke(null, client, tsdb, "file", false);
assertEquals(2, (int)points);
byte[] row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 1};
byte[] value = storage.getColumn(row, new byte[] { 0, 3 });
assertNotNull(value);
assertEquals(32768, Bytes.getInt(value));
row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 2};
value = storage.getColumn(row, new byte[] { 0, 3 });
assertNotNull(value);
assertEquals(2147483647, Bytes.getInt(value));
}
@Test
public void importFileGoodIntegers4ByteNegative() throws Exception {
String data =
"sys.cpu.user 1356998400 -32769 host=web01\n" +
"sys.cpu.user 1356998400 -2147483648 host=web02";
setData(data);
Integer points = (Integer)importFile.invoke(null, client, tsdb, "file", false);
assertEquals(2, (int)points);
byte[] row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 1};
byte[] value = storage.getColumn(row, new byte[] { 0, 3 });
assertNotNull(value);
assertEquals(-32769, Bytes.getInt(value));
row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 2};
value = storage.getColumn(row, new byte[] { 0, 3 });
assertNotNull(value);
assertEquals(-2147483648, Bytes.getInt(value));
}
@Test
public void importFileGoodIntegers8Byte() throws Exception {
String data =
"sys.cpu.user 1356998400 2147483648 host=web01\n" +
"sys.cpu.user 1356998400 9223372036854775807 host=web02";
setData(data);
Integer points = (Integer)importFile.invoke(null, client, tsdb, "file", false);
assertEquals(2, (int)points);
byte[] row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 1};
byte[] value = storage.getColumn(row, new byte[] { 0, 7 });
assertNotNull(value);
assertEquals(2147483648L, Bytes.getLong(value));
row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 2};
value = storage.getColumn(row, new byte[] { 0, 7 });
assertNotNull(value);
assertEquals(9223372036854775807L, Bytes.getLong(value));
}
@Test
public void importFileGoodIntegers8ByteNegative() throws Exception {
String data =
"sys.cpu.user 1356998400 -2147483649 host=web01\n" +
"sys.cpu.user 1356998400 -9223372036854775808 host=web02";
setData(data);
Integer points = (Integer)importFile.invoke(null, client, tsdb, "file", false);
assertEquals(2, (int)points);
byte[] row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 1};
byte[] value = storage.getColumn(row, new byte[] { 0, 7 });
assertNotNull(value);
assertEquals(-2147483649L, Bytes.getLong(value));
row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 2};
value = storage.getColumn(row, new byte[] { 0, 7 });
assertNotNull(value);
assertEquals(-9223372036854775808L, Bytes.getLong(value));
}
@Test (expected = RuntimeException.class)
public void importFileTimestampZero() throws Exception {
String data =
"sys.cpu.user 0 0 host=web01\n" +
"sys.cpu.user 0 127 host=web02";
setData(data);
importFile.invoke(null, client, tsdb, "file", false);
}
@Test
public void importFileTimestampZeroSkip() throws Exception {
String data =
"sys.cpu.user 0 0 host=web01\n" +
"sys.cpu.user 0 127 host=web02";
setData(data);
importFile.invoke(null, client, tsdb, "file", true);
}
@Test (expected = RuntimeException.class)
public void importFileTimestampNegative() throws Exception {
String data =
"sys.cpu.user -11356998400 0 host=web01\n" +
"sys.cpu.user -11356998400 127 host=web02";
setData(data);
importFile.invoke(null, client, tsdb, "file", false);
}
@Test
public void importFileTimestampNegativeSkip() throws Exception {
String data =
"sys.cpu.user -11356998400 0 host=web01\n" +
"sys.cpu.user -11356998400 127 host=web02";
setData(data);
importFile.invoke(null, client, tsdb, "file", true);
}
@Test
public void importFileMaxSecondTimestamp() throws Exception {
String data =
"sys.cpu.user 4294967295 24 host=web01\n" +
"sys.cpu.user 4294967295 42 host=web02";
setData(data);
Integer points = (Integer)importFile.invoke(null, client, tsdb, "file", false);
assertEquals(2, (int)points);
byte[] row = new byte[] { 0, 0, 1, (byte) 0xFF, (byte) 0xFF, (byte) 0xF9,
0x60, 0, 0, 1, 0, 0, 1};
byte[] value = storage.getColumn(row, new byte[] { 0x69, (byte) 0xF0 });
assertNotNull(value);
assertEquals(24, value[0]);
row = new byte[] { 0, 0, 1, (byte) 0xFF, (byte) 0xFF, (byte) 0xF9,
0x60, 0, 0, 1, 0, 0, 2};
value = storage.getColumn(row, new byte[] { 0x69, (byte) 0xF0 });
assertNotNull(value);
assertEquals(42, value[0]);
}
@Test
public void importFileMinMSTimestamp() throws Exception {
String data =
"sys.cpu.user 4294967296 24 host=web01\n" +
"sys.cpu.user 4294967296 42 host=web02";
setData(data);
Integer points = (Integer)importFile.invoke(null, client, tsdb, "file", false);
assertEquals(2, (int)points);
byte[] row = new byte[] { 0, 0, 1, 0, (byte) 0x41, (byte) 0x88, (byte) 0x90,
0, 0, 1, 0, 0, 1};
byte[] value = storage.getColumn(row, new byte[] { (byte) 0xF0, (byte) 0xA3,
0x60, 0 });
assertNotNull(value);
assertEquals(24, value[0]);
row = new byte[] { 0, 0, 1, 0, (byte) 0x41, (byte) 0x88, (byte) 0x90, 0,
0, 1, 0, 0, 2};
value = storage.getColumn(row, new byte[] { (byte) 0xF0, (byte) 0xA3,
0x60, 0 });
assertNotNull(value);
assertEquals(42, value[0]);
}
@Test
public void importFileMSTimestamp() throws Exception {
String data =
"sys.cpu.user 1356998400500 24 host=web01\n" +
"sys.cpu.user 1356998400500 42 host=web02";
setData(data);
Integer points = (Integer)importFile.invoke(null, client, tsdb, "file", false);
assertEquals(2, (int)points);
byte[] row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 1};
byte[] value = storage.getColumn(row, new byte[] { (byte) 0xF0, 0, 0x7D, 0 });
assertNotNull(value);
assertEquals(24, value[0]);
row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 2};
value = storage.getColumn(row, new byte[] { (byte) 0xF0, 0, 0x7D, 0 });
assertNotNull(value);
assertEquals(42, value[0]);
}
@Test (expected = IllegalArgumentException.class)
public void importFileMSTimestampTooBig() throws Exception {
String data =
"sys.cpu.user 13569984005001 24 host=web01\n" +
"sys.cpu.user 13569984005001 42 host=web02";
setData(data);
importFile.invoke(null, client, tsdb, "file", false);
}
@Test (expected = IllegalArgumentException.class)
public void importFileMSTimestampNegative() throws Exception {
String data =
"sys.cpu.user -2147483648000L 24 host=web01\n" +
"sys.cpu.user -2147483648000L 42 host=web02";
setData(data);
importFile.invoke(null, client, tsdb, "file", false);
}
@Test (expected = NumberFormatException.class)
public void importFileTimestampNFE() throws Exception {
String data =
"sys.cpu.user 1356998400 0 host=web01\n" +
"sys.cpu.user notatimestamp 127 host=web02";
setData(data);
importFile.invoke(null, client, tsdb, "file", false);
}
@Test
public void importFileTimestampNFESkip() throws Exception {
String data =
"sys.cpu.user 1356998400 0 host=web01\n" +
"sys.cpu.user notatimestamp 127 host=web02";
setData(data);
importFile.invoke(null, client, tsdb, "file", true);
}
@Test
public void importFileGoodFloats() throws Exception {
String data =
"sys.cpu.user 1356998400 24.5 host=web01\n" +
"sys.cpu.user 1356998400 42.5 host=web02";
setData(data);
Integer points = (Integer)importFile.invoke(null, client, tsdb, "file", false);
assertEquals(2, (int)points);
byte[] row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 1};
byte[] value = storage.getColumn(row, new byte[] { 0, 11 });
assertNotNull(value);
assertEquals(24.5F, Float.intBitsToFloat(Bytes.getInt(value)), 0.0000001);
row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 2};
value = storage.getColumn(row, new byte[] { 0, 11 });
assertNotNull(value);
assertEquals(42.5F, Float.intBitsToFloat(Bytes.getInt(value)), 0.0000001);
}
@Test
public void importFileGoodFloatsNegative() throws Exception {
String data =
"sys.cpu.user 1356998400 -24.5 host=web01\n" +
"sys.cpu.user 1356998400 -42.5 host=web02";
setData(data);
Integer points = (Integer)importFile.invoke(null, client, tsdb, "file", false);
assertEquals(2, (int)points);
byte[] row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 1};
byte[] value = storage.getColumn(row, new byte[] { 0, 11 });
assertNotNull(value);
assertEquals(-24.5F, Float.intBitsToFloat(Bytes.getInt(value)), 0.0000001);
row = new byte[] { 0, 0, 1, 0x50, (byte) 0xE2, 0x27, 0,
0, 0, 1, 0, 0, 2};
value = storage.getColumn(row, new byte[] { 0, 11 });
assertNotNull(value);
assertEquals(-42.5F, Float.intBitsToFloat(Bytes.getInt(value)), 0.0000001);
}
@Test (expected = NoSuchUniqueName.class)
public void importFileNSUTagv() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.user 1356998400 42 host=web03";
setData(data);
importFile.invoke(null, client, tsdb, "file", false);
}
@Test
public void importFileNSUTagvSkip() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.user 1356998400 42 host=web03";
setData(data);
importFile.invoke(null, client, tsdb, "file", true);
}
@Test (expected = NoSuchUniqueName.class)
public void importFileNSUTagk() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.user 1356998400 42 fqdn=web02";
setData(data);
importFile.invoke(null, client, tsdb, "file", false);
}
@Test
public void importFileNSUTagkSkip() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.user 1356998400 42 fqdn=web02";
setData(data);
importFile.invoke(null, client, tsdb, "file", true);
}
@Test (expected = NoSuchUniqueName.class)
public void importFileNSUMetric() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.system 1356998400 42 host=web02";
setData(data);
importFile.invoke(null, client, tsdb, "file", false);
}
@Test
public void importFileNSUMetricSkip() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.system 1356998400 42 host=web02";
setData(data);
importFile.invoke(null, client, tsdb, "file", true);
}
@Test (expected = RuntimeException.class)
public void importFileEmptyMetric() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
" 1356998400 42 host=web03";
setData(data);
importFile.invoke(null, client, tsdb, "file", false);
}
@Test
public void importFileEmptyMetricSkip() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
" 1356998400 42 host=web03";
setData(data);
importFile.invoke(null, client, tsdb, "file", true);
}
@Test (expected = RuntimeException.class)
public void importFileEmptyTimestamp() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.user 42 host=web03";
setData(data);
importFile.invoke(null, client, tsdb, "file", false);
}
@Test
public void importFileEmptyTimestampSkip() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.user 42 host=web03";
setData(data);
importFile.invoke(null, client, tsdb, "file", true);
}
@Test (expected = RuntimeException.class)
public void importFileEmptyValue() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.user 1356998400 host=web03";
setData(data);
importFile.invoke(null, client, tsdb, "file", false);
}
@Test
public void importFileEmptyValueSkip() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.user 1356998400 host=web03";
setData(data);
importFile.invoke(null, client, tsdb, "file", true);
}
@Test (expected = NumberFormatException.class)
public void importFileEmptyValueNFE() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.user 1356998400 notanumber host=web02";
setData(data);
importFile.invoke(null, client, tsdb, "file", false);
}
@Test
public void importFileEmptyValueNFESkip() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.user 1356998400 notanumber host=web02";
setData(data);
importFile.invoke(null, client, tsdb, "file", true);
}
@Test (expected = RuntimeException.class)
public void importFileEmptyTags() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.user 1356998400 42";
setData(data);
importFile.invoke(null, client, tsdb, "file", false);
}
@Test
public void importFileEmptyTagsSkip() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.user 1356998400 42";
setData(data);
importFile.invoke(null, client, tsdb, "file", true);
}
@Test (expected = RuntimeException.class)
public void importFileEmptyTagv() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.user 1356998400 42 host";
setData(data);
importFile.invoke(null, client, tsdb, "file", false);
}
@Test
public void importFileEmptyTagvSkip() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.user 1356998400 42 host";
setData(data);
importFile.invoke(null, client, tsdb, "file", true);
}
@Test (expected = RuntimeException.class)
public void importFileEmptyTagvEquals() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.user 1356998400 42 host=";
setData(data);
importFile.invoke(null, client, tsdb, "file", false);
}
@Test
public void importFileEmptyTagvEqualsSkip() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.user 1356998400 42 host=";
setData(data);
importFile.invoke(null, client, tsdb, "file", true);
}
@Test (expected = IllegalArgumentException.class)
public void importFileSameTimestamp() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.user 1356998400 42 host=web01";
setData(data);
importFile.invoke(null, client, tsdb, "file", false);
}
@Test
public void importFileSameTimestampSkip() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.user 1356998400 42 host=web01";
setData(data);
importFile.invoke(null, client, tsdb, "file", true);
}
@Test (expected = IllegalArgumentException.class)
public void importFileLessthanTimestamp() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.user 1356998300 42 host=web01";
setData(data);
importFile.invoke(null, client, tsdb, "file", false);
}
@Test
public void importFileLessthanTimestampSkip() throws Exception {
String data =
"sys.cpu.user 1356998400 24 host=web01\n" +
"sys.cpu.user 1356998300 42 host=web01";
setData(data);
importFile.invoke(null, client, tsdb, "file", true);
}
// doesn't throw an exception, just returns "processed 0 data points"
@Test
public void importFileEmptyFile() throws Exception {
String data = "";
setData(data);
Integer points = (Integer)importFile.invoke(null, client, tsdb, "file", false);
assertEquals(0, (int)points);
}
@Test (expected = FileNotFoundException.class)
public void importFileNotFound() throws Exception {
PowerMockito.doThrow(new FileNotFoundException()).when(TextImporter.class,
PowerMockito.method(TextImporter.class, "open", String.class))
.withArguments(anyString());
Integer points = (Integer)importFile.invoke(null, client, tsdb, "file", false);
assertEquals(0, (int)points);
}
// TODO - figure out how to trigger a throttling exception
/**
* Helper to set the reader buffer. Just pass a string to use for the unit test
* @param data The data to set
*/
private void setData(final String data) throws Exception {
final InputStream istream = new ByteArrayInputStream(
data.getBytes(Charset.forName("UTF-8")));
BufferedReader reader = new BufferedReader(new InputStreamReader(istream));
PowerMockito.doReturn(reader).when(TextImporter.class,
PowerMockito.method(TextImporter.class, "open", String.class))
.withArguments(anyString());
}
}