CachedSearchResultTest.java

/*
 * Copyright 2016 KairosDB Authors
 *
 *    Licensed under the Apache License, Version 2.0 (the "License");
 *    you may not use this file except in compliance with the License.
 *    You may obtain a copy of the License at
 *
 *        http://www.apache.org/licenses/LICENSE-2.0
 *
 *    Unless required by applicable law or agreed to in writing, software
 *    distributed under the License is distributed on an "AS IS" BASIS,
 *    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *    See the License for the specific language governing permissions and
 *    limitations under the License.
 */

package org.kairosdb.core.datastore;

import org.junit.Test;
import org.kairosdb.core.DataPoint;
import org.kairosdb.core.KairosDataPointFactory;
import org.kairosdb.core.TestDataPointFactory;
import org.kairosdb.core.datapoints.LegacyDataPointFactory;
import org.kairosdb.core.datapoints.LegacyDoubleDataPoint;
import org.kairosdb.core.datapoints.LegacyLongDataPoint;

import java.io.IOException;
import java.util.Collections;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

import static junit.framework.TestCase.assertEquals;
import static org.hamcrest.CoreMatchers.equalTo;
import static org.hamcrest.MatcherAssert.assertThat;

public class CachedSearchResultTest
{
	private static KairosDataPointFactory dataPointFactory = new TestDataPointFactory();
	@Test
	public void test_createCachedSearchResult() throws IOException
	{

		String tempFile = System.getProperty("java.io.tmpdir") + "/baseFile";
		CachedSearchResult csResult =
				CachedSearchResult.createCachedSearchResult("metric1", tempFile, dataPointFactory, true);

		long now = System.currentTimeMillis();

		Map<String, String> tags = new HashMap<>();
		tags.put("host", "A");
		tags.put("client", "foo");
		csResult.startDataPointSet(LegacyDataPointFactory.DATASTORE_TYPE, tags);

		csResult.addDataPoint(new LegacyLongDataPoint(now, 42));
		csResult.addDataPoint(new LegacyDoubleDataPoint(now+1, 42.1));
		csResult.addDataPoint(new LegacyLongDataPoint(now+2, 43));
		csResult.addDataPoint(new LegacyDoubleDataPoint(now+3, 43.1));


		tags = new HashMap<>();
		tags.put("host", "B");
		tags.put("client", "foo");
		csResult.startDataPointSet(LegacyDataPointFactory.DATASTORE_TYPE, tags);

		csResult.addDataPoint(new LegacyLongDataPoint(now, 1));
		csResult.addDataPoint(new LegacyDoubleDataPoint(now+1, 1.1));
		csResult.addDataPoint(new LegacyLongDataPoint(now+2, 2));
		csResult.addDataPoint(new LegacyDoubleDataPoint(now+3, 2.1));

		tags = new HashMap<>();
		tags.put("host", "A");
		tags.put("client", "bar");
		csResult.startDataPointSet(LegacyDataPointFactory.DATASTORE_TYPE, tags);

		csResult.addDataPoint(new LegacyLongDataPoint(now, 3));
		csResult.addDataPoint(new LegacyDoubleDataPoint(now+1, 3.1));
		csResult.addDataPoint(new LegacyLongDataPoint(now+2, 4));
		csResult.addDataPoint(new LegacyDoubleDataPoint(now+3, 4.1));

		csResult.endDataPoints();

		List<DataPointRow> rows = csResult.getRows();

		assertEquals(3, rows.size());

		assertValues(rows.get(0), 42L, 42.1, 43L, 43.1);

		assertValues(rows.get(1), 1L, 1.1, 2L, 2.1);

		assertValues(rows.get(2), 3L, 3.1, 4L, 4.1);

		//Now close rows so data is saved.
		rows.get(0).close();
		rows.get(1).close();
		rows.get(2).close();

		//Re-open cached file and verify the data is the same.
		csResult =
				CachedSearchResult.openCachedSearchResult("metric1", tempFile, 100, dataPointFactory, true);

		rows = csResult.getRows();

		assertEquals(3, rows.size());

		assertValues(rows.get(0), 42L, 42.1, 43L, 43.1);

		assertValues(rows.get(1), 1L, 1.1, 2L, 2.1);

		assertValues(rows.get(2), 3L, 3.1, 4L, 4.1);

		rows.get(0).close();
		rows.get(1).close();
		rows.get(2).close();

	}

	@Test
	public void test_AddLongsBeyondBufferSize() throws IOException
	{
		String tempFile = System.getProperty("java.io.tmpdir") + "/baseFile";
		CachedSearchResult csResult = CachedSearchResult.createCachedSearchResult(
				"metric2", tempFile, dataPointFactory, true);

		int numberOfDataPoints = CachedSearchResult.WRITE_BUFFER_SIZE * 2;
		csResult.startDataPointSet(LegacyDataPointFactory.DATASTORE_TYPE, Collections.<String, String>emptyMap());

		long now = System.currentTimeMillis();
		for (int i = 0; i < numberOfDataPoints; i++)
		{
			csResult.addDataPoint(new LegacyLongDataPoint(now, 42));
		}

		csResult.endDataPoints();

		List<DataPointRow> rows = csResult.getRows();
		DataPointRow taggedDataPoints = rows.iterator().next();

		int count = 0;
		while(taggedDataPoints.hasNext())
		{
			DataPoint dataPoint = taggedDataPoints.next();
			assertThat(dataPoint.getLongValue(), equalTo(42L));
			count++;
		}

		assertThat(count, equalTo(numberOfDataPoints));

	}

	@Test
	public void test_AddDoublesBeyondBufferSize() throws IOException
	{
		String tempFile = System.getProperty("java.io.tmpdir") + "/baseFile";
		CachedSearchResult csResult = CachedSearchResult.createCachedSearchResult(
				"metric3", tempFile, dataPointFactory, true);

		int numberOfDataPoints = CachedSearchResult.WRITE_BUFFER_SIZE * 2;
		csResult.startDataPointSet(LegacyDataPointFactory.DATASTORE_TYPE, Collections.<String, String>emptyMap());

		long now = System.currentTimeMillis();
		for (int i = 0; i < numberOfDataPoints; i++)
		{
			csResult.addDataPoint(new LegacyDoubleDataPoint(now, 42.2));
		}

		csResult.endDataPoints();

		List<DataPointRow> rows = csResult.getRows();
		DataPointRow taggedDataPoints = rows.iterator().next();

		int count = 0;
		while(taggedDataPoints.hasNext())
		{
			DataPoint dataPoint = taggedDataPoints.next();
			assertThat(dataPoint.getDoubleValue(), equalTo(42.2));
			count++;
		}

		assertThat(count, equalTo(numberOfDataPoints));

	}

	private void assertValues(DataPointRow dataPoints, Number... numbers)
	{
		int count = 0;
		while (dataPoints.hasNext())
		{
			DataPoint dp = dataPoints.next();

			if (dp.isLong())
			{
				Long value = (Long)numbers[count];
				assertEquals(value.longValue(), dp.getLongValue());
			}
			else
			{
				Double value = (Double)numbers[count];
				assertEquals(value, dp.getDoubleValue());
			}

			count ++;
		}
	}


}