/**
* Licensed to JumpMind Inc under one or more contributor
* license agreements. See the NOTICE file distributed
* with this work for additional information regarding
* copyright ownership. JumpMind Inc licenses this file
* to you under the GNU General Public License, version 3.0 (GPLv3)
* (the "License"); you may not use this file except in compliance
* with the License.
*
* You should have received a copy of the GNU General Public License,
* version 3.0 (GPLv3) along with this library; if not, see
* <http://www.gnu.org/licenses/>.
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.jumpmind.symmetric.io.data.writer;
import java.io.BufferedReader;
import java.io.File;
import java.io.IOException;
import java.io.InputStream;
import java.util.ArrayList;
import java.util.List;
import static org.junit.Assert.*;
import org.apache.commons.io.FileUtils;
import org.apache.commons.io.IOUtils;
import org.jumpmind.exception.IoException;
import org.jumpmind.symmetric.io.data.Batch;
import org.jumpmind.symmetric.io.data.DataContext;
import org.jumpmind.symmetric.io.data.DataProcessor;
import org.jumpmind.symmetric.io.data.Batch.BatchType;
import org.jumpmind.symmetric.io.data.reader.ProtocolDataReader;
import org.jumpmind.symmetric.io.stage.IStagedResource;
import org.jumpmind.symmetric.io.stage.StagedResource;
import org.jumpmind.symmetric.io.stage.StagingManager;
import org.junit.Before;
import org.junit.BeforeClass;
import org.junit.Test;
public class StagingDataWriterTest {
static final File DIR = new File("target/tmp");
List<String> batchesWritten = new ArrayList<String>();
@BeforeClass
public static void setup() throws Exception {
FileUtils.deleteDirectory(DIR);
}
@Before
public void clearBatches() {
batchesWritten.clear();
}
@Test
public void testReadThenWriteToFile() throws Exception {
readThenWrite(0);
}
@Test
public void testReadThenWriteToMemory() throws Exception {
readThenWrite(10000000);
}
public void readThenWrite(long threshold) throws Exception {
InputStream is = getClass().getResourceAsStream("FileCsvDataWriterTest.1.csv");
String origCsv = IOUtils.toString(is);
is.close();
StagingManager stagingManager = new StagingManager(DIR.getAbsolutePath());
ProtocolDataReader reader = new ProtocolDataReader(BatchType.LOAD, "test", origCsv);
StagingDataWriter writer = new StagingDataWriter(threshold, "aaa", "test", stagingManager, new BatchListener());
DataProcessor processor = new DataProcessor(reader, writer, "test");
processor.process(new DataContext());
assertEquals(1, batchesWritten.size());
assertEquals(origCsv, batchesWritten.get(0));
StagedResource resource = (StagedResource) stagingManager.find("test", "aaa", 1);
assertNotNull(resource);
if (threshold > origCsv.length()) {
assertFalse(resource.getFile().exists());
} else {
assertTrue(resource.getFile().exists());
}
resource.delete();
assertFalse(resource.getFile().exists());
}
class BatchListener implements IProtocolDataWriterListener {
public void start(DataContext ctx, Batch batch) {
}
public void end(DataContext ctx, Batch batch, IStagedResource resource) {
try {
BufferedReader reader = resource.getReader();
batchesWritten.add(IOUtils.toString(reader));
resource.close();
} catch (IOException e) {
throw new IoException(e);
}
}
}
}