CleanupMergeDatabaseFilesScenarioTest.java

/*
 * Syncany, www.syncany.org
 * Copyright (C) 2011-2015 Philipp C. Heckel <philipp.heckel@gmail.com> 
 *
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */
package org.syncany.tests.integration.scenarios;

import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertFalse;
import static org.junit.Assert.assertTrue;
import static org.syncany.tests.util.TestAssertUtil.assertConflictingFileNotExists;
import static org.syncany.tests.util.TestAssertUtil.assertFileListEquals;
import static org.syncany.tests.util.TestAssertUtil.assertSqlDatabaseEquals;

import java.io.File;

import org.apache.commons.io.FileUtils;
import org.junit.Test;
import org.syncany.database.DatabaseConnectionFactory;
import org.syncany.operations.cleanup.CleanupOperationOptions;
import org.syncany.operations.status.StatusOperationOptions;
import org.syncany.operations.up.UpOperationOptions;
import org.syncany.operations.up.UpOperationResult;
import org.syncany.operations.up.UpOperationResult.UpResultCode;
import org.syncany.plugins.local.LocalTransferSettings;
import org.syncany.tests.unit.util.TestFileUtil;
import org.syncany.tests.util.TestClient;
import org.syncany.tests.util.TestConfigUtil;
import org.syncany.tests.util.TestSqlUtil;
import org.syncany.util.FileUtil;
import org.syncany.util.StringUtil;

public class CleanupMergeDatabaseFilesScenarioTest {
	@Test
	public void testCleanupMergeDatabaseFilesScenario1() throws Exception {
		// Setup
		LocalTransferSettings testConnection = (LocalTransferSettings) TestConfigUtil.createTestLocalConnection();

		TestClient clientA = new TestClient("A", testConnection);
		TestClient clientB = new TestClient("B", testConnection);
		TestClient clientC = new TestClient("C", testConnection);

		CleanupOperationOptions cleanupOptionsOnlyMergeDatabases = new CleanupOperationOptions();
		cleanupOptionsOnlyMergeDatabases.setRemoveOldVersions(false);

		UpOperationOptions upOperationOptionsNoCleanup = new UpOperationOptions();
		upOperationOptionsNoCleanup.setForceUploadEnabled(true);

		// Run preparations
		int[] clientUpSequence = new int[] {
				// Modeled after a crashing real-world scenario
				// 1 = A down+up, 2 = B down+up

				// The actual sequence was:
				// 1, 1, 2, 1, 1, 2, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 2,
				// 2, 2, 2, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 2, 1, 1

				// This simplified sequence also crashes/crashed
				// 16x "1", merge happens after 15!
				1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1,
				1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1
		};

		for (int i = 0; i < clientUpSequence.length; i++) {
			if (clientUpSequence[i] == 1) {
				clientA.down();

				clientA.createNewFile("A-file" + i + ".jpg", i);
				clientA.up(upOperationOptionsNoCleanup);
			}
			else {
				clientB.down();

				clientB.createNewFile("B-file" + i + ".jpg", i);
				clientB.up(upOperationOptionsNoCleanup);
			}
		}

		clientA.cleanup();

		clientA.down();
		clientB.down();

		assertSqlDatabaseEquals(clientA.getDatabaseFile(), clientB.getDatabaseFile());

		// Make sure the "merge" process actually happened
		assertFalse(new File(testConnection.getPath(), "databases/database-A-0000000001").exists());
		assertFalse(new File(testConnection.getPath(), "databases/database-A-0000000005").exists());
		assertFalse(new File(testConnection.getPath(), "databases/database-A-0000000010").exists());
		assertFalse(new File(testConnection.getPath(), "databases/database-A-0000000030").exists());
		assertFalse(new File(testConnection.getPath(), "databases/database-A-0000000031").exists());
		assertTrue(new File(testConnection.getPath(), "databases/database-A-0000000032").exists());

		// Run
		clientC.down(); // <<< Here is/was the issue: Client C failed when downloading
		assertSqlDatabaseEquals(clientA.getDatabaseFile(), clientC.getDatabaseFile());

		// Tear down
		clientA.deleteTestData();
		clientB.deleteTestData();
		clientC.deleteTestData();
	}

	@Test
	public void testIssue58_2() throws Exception {
		/*
		 * This is the attempt to reproduce issue #58 https://github.com/syncany/syncany/issues/58
		 */

		// Setup
		LocalTransferSettings testConnection = (LocalTransferSettings) TestConfigUtil.createTestLocalConnection();

		TestClient clientA = new TestClient("A", testConnection);
		TestClient clientB = new TestClient("B", testConnection);
		TestClient clientC = new TestClient("C", testConnection);

		java.sql.Connection databaseConnectionA = DatabaseConnectionFactory.createConnection(clientA.getDatabaseFile(), false);
		java.sql.Connection databaseConnectionB = DatabaseConnectionFactory.createConnection(clientB.getDatabaseFile(), false);

		CleanupOperationOptions options = new CleanupOperationOptions();
		options.setRemoveOldVersions(true);
		options.setMinSecondsBetweenCleanups(0);
		options.setMaxDatabaseFiles(7);

		StatusOperationOptions statusOptionsForceChecksum = new StatusOperationOptions();
		statusOptionsForceChecksum.setForceChecksum(true);

		UpOperationOptions upOperationOptionsWithCleanupForce = new UpOperationOptions();
		upOperationOptionsWithCleanupForce.setStatusOptions(statusOptionsForceChecksum);
		upOperationOptionsWithCleanupForce.setForceUploadEnabled(true);

		// Run preparations

		clientA.down();
		clientA.createNewFile("A-file.jpg");
		clientA.up(upOperationOptionsWithCleanupForce); // (A1)

		clientA.down();
		clientA.changeFile("A-file.jpg");
		clientA.up(upOperationOptionsWithCleanupForce); // (A2)

		clientB.down();
		clientB.changeFile("A-file.jpg");
		clientB.up(upOperationOptionsWithCleanupForce); // (A2,B1)

		clientA.down();
		clientA.changeFile("A-file.jpg");
		clientA.up(upOperationOptionsWithCleanupForce); // (A3,B1)

		clientA.down();
		clientA.changeFile("A-file.jpg");
		clientA.up(upOperationOptionsWithCleanupForce); // (A4,B1)

		clientB.down();
		clientB.changeFile("A-file.jpg");
		clientB.up(upOperationOptionsWithCleanupForce); // (A4,B2) + (A4,B3) [PURGE]
		clientB.cleanup(options);

		clientC.down();

		clientA.down();
		clientA.changeFile("A-file.jpg");
		clientA.up(upOperationOptionsWithCleanupForce); // (A5,B3) + (A6,B3) [PURGE]
		clientA.cleanup(options);

		clientB.down();
		clientB.changeFile("A-file.jpg");
		clientB.up(upOperationOptionsWithCleanupForce); // (A6,B4) + (A6,B5) [PURGE]
		clientB.cleanup(options);

		/*
		 * For some reason, this chunk checksum in the following commit is the reason for the exception. So we record it here to see where it vanishes
		 * from the databases.
		 */

		clientA.down();
		clientA.changeFile("A-file.jpg");

		String fileAndChunkChecksumThatRaisesException = StringUtil.toHex(TestFileUtil.createChecksum(clientA.getLocalFile("A-file.jpg")));
		System.out.println("Chunk/File checksum that raises the issue: " + fileAndChunkChecksumThatRaisesException);

		clientA.createNewFile("ADDED_IN_DBV_A7_B5");
		clientA.up(upOperationOptionsWithCleanupForce); // (A7,B5) + (A8,B5) [PURGE]
		clientA.cleanup(options);
		assertEquals("1", TestSqlUtil.runSqlSelect("select count(*) from chunk where checksum='" + fileAndChunkChecksumThatRaisesException + "'",
				databaseConnectionA));

		clientB.down();
		clientB.changeFile("A-file.jpg");
		clientB.up(upOperationOptionsWithCleanupForce); // (A8,B6) + (A8,B7) [PURGE]
		clientB.cleanup(options);
		assertEquals("0", TestSqlUtil.runSqlSelect("select count(*) from chunk where checksum='" + fileAndChunkChecksumThatRaisesException + "'",
				databaseConnectionB));

		clientA.down();
		clientA.changeFile("A-file.jpg");
		clientA.up(upOperationOptionsWithCleanupForce); // (A9,B7) + (A10,B7) [PURGE]
		clientA.cleanup(options);
		assertEquals("0", TestSqlUtil.runSqlSelect("select count(*) from chunk where checksum='" + fileAndChunkChecksumThatRaisesException + "'",
				databaseConnectionA));

		clientB.down();
		clientB.changeFile("A-file.jpg");
		clientB.up(upOperationOptionsWithCleanupForce); // (A10,B8) + (A10,B9) [PURGE]
		clientB.cleanup(options);
		assertEquals("0", TestSqlUtil.runSqlSelect("select count(*) from chunk where checksum='" + fileAndChunkChecksumThatRaisesException + "'",
				databaseConnectionB));

		clientB.down();
		clientB.changeFile("A-file.jpg");
		clientB.up(upOperationOptionsWithCleanupForce); // (A10,B10) + (A10,B11) [PURGE]
		clientB.cleanup(options);
		assertEquals("0", TestSqlUtil.runSqlSelect("select count(*) from chunk where checksum='" + fileAndChunkChecksumThatRaisesException + "'",
				databaseConnectionB));

		clientA.down();
		clientA.changeFile("A-file.jpg");
		clientA.up(upOperationOptionsWithCleanupForce); // (A11,B11) + (A12,B11) [PURGE]
		clientA.cleanup(options);

		clientA.down();
		clientA.changeFile("A-file.jpg");
		clientA.up(upOperationOptionsWithCleanupForce); // (A13,B11) + (A14,B11) [PURGE]
		clientA.cleanup(options);

		clientB.down();
		clientB.changeFile("A-file.jpg");
		clientB.up(upOperationOptionsWithCleanupForce); // (A14,B12) + (A14,B13) [PURGE]
		clientB.cleanup(options);

		clientA.down();
		clientA.changeFile("A-file.jpg");
		clientA.up(upOperationOptionsWithCleanupForce); // (A15,B13) + (A16,B13) [PURGE]
		clientA.cleanup(options);

		clientA.down();
		clientA.changeFile("A-file.jpg");
		clientA.up(upOperationOptionsWithCleanupForce); // (A17,B13) + (A18,B13) [PURGE]
		clientA.cleanup(options);

		// Sync them up
		clientA.down();

		clientB.down();

		assertSqlDatabaseEquals(clientA.getDatabaseFile(), clientB.getDatabaseFile());

		// Run
		clientC.down(); // <<< Here is/was the issue: Client C failed when downloading
		assertSqlDatabaseEquals(clientA.getDatabaseFile(), clientC.getDatabaseFile());

		// Tear down
		clientA.deleteTestData();
		clientB.deleteTestData();
		clientC.deleteTestData();
	}

	@Test
	public void testIssue58_3() throws Exception {
		// Setup
		LocalTransferSettings testConnection = (LocalTransferSettings) TestConfigUtil.createTestLocalConnection();

		TestClient clientA = new TestClient("A", testConnection);
		TestClient clientB = new TestClient("B", testConnection);
		TestClient clientC = new TestClient("C", testConnection);

		CleanupOperationOptions cleanupOptionsKeep1 = new CleanupOperationOptions();
		cleanupOptionsKeep1.setRemoveOldVersions(true);

		StatusOperationOptions statusOptionsForceChecksum = new StatusOperationOptions();
		statusOptionsForceChecksum.setForceChecksum(true);

		UpOperationOptions upNoCleanupForceChecksum = new UpOperationOptions();
		upNoCleanupForceChecksum.setStatusOptions(statusOptionsForceChecksum);

		UpOperationOptions upWithCleanupKeep1ForceChecksum = new UpOperationOptions();
		upWithCleanupKeep1ForceChecksum.setStatusOptions(statusOptionsForceChecksum);

		clientA.createNewFile("fileA");
		clientB.createNewFile("fileB");

		clientA.up(upNoCleanupForceChecksum);
		clientB.down();

		TestFileUtil.copyFile(clientA.getLocalFile("fileA"), clientB.getLocalFile("fileB"));
		String problemChecksum = StringUtil.toHex(FileUtil.createChecksum(clientA.getLocalFile("fileA"), "SHA1"));
		clientB.up(upNoCleanupForceChecksum);

		for (int i = 0; i < 20; i++) {
			clientA.down();
			clientA.changeFile("fileA");
			clientA.up(upNoCleanupForceChecksum);

			clientB.down();
			clientB.changeFile("fileB");
			clientB.up(upNoCleanupForceChecksum);
		}

		System.out.println("Problem checksum: " + problemChecksum);

		clientB.cleanup();

		clientA.down();

		clientA.cleanup();

		clientA.down();
		clientC.down();

		// Tear down
		clientA.deleteTestData();
		clientB.deleteTestData();
		clientC.deleteTestData();
	}

	@Test
	public void testIssue58_4() throws Exception {
		// Test for https://github.com/syncany/syncany/issues/58#issuecomment-43472118

		// Setup
		LocalTransferSettings testConnection = (LocalTransferSettings) TestConfigUtil.createTestLocalConnection();

		TestClient clientA = new TestClient("A", testConnection);
		TestClient clientB = new TestClient("B", testConnection);
		TestClient clientC = new TestClient("C", testConnection);

		CleanupOperationOptions cleanupOptionsKeep1 = new CleanupOperationOptions();
		cleanupOptionsKeep1.setRemoveOldVersions(true);

		StatusOperationOptions statusOptionsForceChecksum = new StatusOperationOptions();
		statusOptionsForceChecksum.setForceChecksum(true);

		UpOperationOptions upNoCleanupForceChecksum = new UpOperationOptions();
		upNoCleanupForceChecksum.setStatusOptions(statusOptionsForceChecksum);

		UpOperationOptions upWithCleanupKeep1ForceChecksum = new UpOperationOptions();
		upWithCleanupKeep1ForceChecksum.setStatusOptions(statusOptionsForceChecksum);

		clientB.createNewFile("fileB");
		clientB.up(upNoCleanupForceChecksum);

		clientA.down();
		TestFileUtil.copyFile(clientB.getLocalFile("fileB"), clientA.getLocalFile("fileBcopy"));
		clientA.up(upNoCleanupForceChecksum);

		for (int i = 0; i < 30; i++) {
			clientB.down();
			clientB.changeFile("fileB");
			clientB.up(upNoCleanupForceChecksum);
		}

		FileUtils.copyDirectory(testConnection.getPath(), new File(testConnection.getPath() + "_1_before_cleanup"));
		FileUtils.copyDirectory(clientB.getConfig().getDatabaseDir(), new File(clientB.getConfig().getAppDir(), "1_before_cleanup"));

		CleanupOperationOptions cleanupMergeAndRemoveOldFiles = new CleanupOperationOptions();
		cleanupMergeAndRemoveOldFiles.setRemoveOldVersions(true);
		clientB.cleanup(cleanupMergeAndRemoveOldFiles);

		FileUtils.copyDirectory(testConnection.getPath(), new File(testConnection.getPath() + "_2_after_cleanup"));
		FileUtils.copyDirectory(clientB.getConfig().getDatabaseDir(), new File(clientB.getConfig().getAppDir(), "2_after_cleanup"));

		clientC.down(); // <<< "Cannot determine file content for checksum X"

		// Tear down
		clientA.deleteTestData();
		clientB.deleteTestData();
		clientC.deleteTestData();
		FileUtils.deleteDirectory(new File(testConnection.getPath() + "_1_before_cleanup"));
		FileUtils.deleteDirectory(new File(clientB.getConfig().getAppDir(), "1_before_cleanup"));
		FileUtils.deleteDirectory(new File(testConnection.getPath() + "_2_after_cleanup"));
		FileUtils.deleteDirectory(new File(clientB.getConfig().getAppDir(), "2_after_cleanup"));
	}

	@Test
	public void testIssue58_5() throws Exception {
		// Test for https://github.com/syncany/syncany/issues/58#issuecomment-43472118

		// Setup
		LocalTransferSettings testConnection = (LocalTransferSettings) TestConfigUtil.createTestLocalConnection();

		TestClient clientA = new TestClient("A", testConnection);
		TestClient clientB = new TestClient("B", testConnection);
		TestClient clientC = new TestClient("C", testConnection);
		TestClient clientD = new TestClient("D", testConnection);
		TestClient clientE = new TestClient("E", testConnection);

		CleanupOperationOptions cleanupOptionsKeep1 = new CleanupOperationOptions();
		cleanupOptionsKeep1.setRemoveOldVersions(true);

		StatusOperationOptions statusOptionsForceChecksum = new StatusOperationOptions();
		statusOptionsForceChecksum.setForceChecksum(true);

		UpOperationOptions upNoCleanupForceChecksum = new UpOperationOptions();
		upNoCleanupForceChecksum.setStatusOptions(statusOptionsForceChecksum);

		UpOperationOptions upWithCleanupKeep1ForceChecksum = new UpOperationOptions();
		upWithCleanupKeep1ForceChecksum.setStatusOptions(statusOptionsForceChecksum);

		// First round

		clientB.createNewFile("fileA");
		clientB.up(upNoCleanupForceChecksum);

		clientA.down();
		TestFileUtil.copyFile(clientA.getLocalFile("fileA"), clientA.getLocalFile("fileAcopy"));
		clientA.up(upNoCleanupForceChecksum);

		clientA.down();

		for (int i = 0; i < 30; i++) {
			clientA.down();
			clientA.changeFile("fileA");
			clientA.up(upNoCleanupForceChecksum);
		}

		// First cleanup

		FileUtils.copyDirectory(testConnection.getPath(), new File(testConnection.getPath() + "_1_before_cleanup"));
		FileUtils.copyDirectory(clientA.getConfig().getDatabaseDir(), new File(clientA.getConfig().getAppDir(), "1_before_cleanup"));

		CleanupOperationOptions cleanupMergeAndRemoveOldFiles = new CleanupOperationOptions();
		cleanupMergeAndRemoveOldFiles.setRemoveOldVersions(true);
		clientA.cleanup(cleanupMergeAndRemoveOldFiles);

		FileUtils.copyDirectory(testConnection.getPath(), new File(testConnection.getPath() + "_2_after_cleanup"));
		FileUtils.copyDirectory(clientA.getConfig().getDatabaseDir(), new File(clientA.getConfig().getAppDir(), "2_after_cleanup"));

		clientC.down(); // If this doesn't crash that's a win!

		// Second round

		for (int i = 0; i < 30; i++) {
			clientB.down();
			clientB.changeFile("fileA");
			clientB.up(upNoCleanupForceChecksum);
		}

		// Second cleanup

		FileUtils.copyDirectory(testConnection.getPath(), new File(testConnection.getPath() + "_3_before_cleanup"));
		FileUtils.copyDirectory(clientB.getConfig().getDatabaseDir(), new File(clientB.getConfig().getAppDir(), "3_before_cleanup"));

		clientB.cleanup(cleanupMergeAndRemoveOldFiles);

		FileUtils.copyDirectory(testConnection.getPath(), new File(testConnection.getPath() + "_4_after_cleanup"));
		FileUtils.copyDirectory(clientB.getConfig().getDatabaseDir(), new File(clientB.getConfig().getAppDir(), "4_after_cleanup"));

		clientD.down(); // If this doesn't crash that's a win!

		// Third round

		for (int i = 0; i < 30; i++) {
			clientB.down();
			clientB.changeFile("fileA");
			clientB.up(upNoCleanupForceChecksum);
		}

		clientB.deleteFile("fileAcopy"); // < Remove original checksum from first DBV
		clientB.up(upNoCleanupForceChecksum);

		// Third cleanup

		FileUtils.copyDirectory(testConnection.getPath(), new File(testConnection.getPath() + "_5_before_cleanup"));
		FileUtils.copyDirectory(clientB.getConfig().getDatabaseDir(), new File(clientB.getConfig().getAppDir(), "5_before_cleanup"));

		clientB.cleanup(cleanupMergeAndRemoveOldFiles);

		FileUtils.copyDirectory(testConnection.getPath(), new File(testConnection.getPath() + "_6_after_cleanup"));
		FileUtils.copyDirectory(clientB.getConfig().getDatabaseDir(), new File(clientB.getConfig().getAppDir(), "6_after_cleanup"));

		clientE.down(); // If this doesn't crash that's a win!

		// Tear down
		clientA.deleteTestData();
		clientB.deleteTestData();
		clientC.deleteTestData();
		clientD.deleteTestData();
		clientE.deleteTestData();
		FileUtils.deleteDirectory(new File(testConnection.getPath() + "_1_before_cleanup"));
		FileUtils.deleteDirectory(new File(clientA.getConfig().getAppDir(), "1_before_cleanup"));
		FileUtils.deleteDirectory(new File(testConnection.getPath() + "_2_after_cleanup"));
		FileUtils.deleteDirectory(new File(clientA.getConfig().getAppDir(), "2_after_cleanup"));
		FileUtils.deleteDirectory(new File(testConnection.getPath() + "_3_before_cleanup"));
		FileUtils.deleteDirectory(new File(clientB.getConfig().getAppDir(), "3_before_cleanup"));
		FileUtils.deleteDirectory(new File(testConnection.getPath() + "_4_after_cleanup"));
		FileUtils.deleteDirectory(new File(clientB.getConfig().getAppDir(), "4_after_cleanup"));
		FileUtils.deleteDirectory(new File(testConnection.getPath() + "_5_before_cleanup"));
		FileUtils.deleteDirectory(new File(clientB.getConfig().getAppDir(), "5_before_cleanup"));
		FileUtils.deleteDirectory(new File(testConnection.getPath() + "_6_after_cleanup"));
		FileUtils.deleteDirectory(new File(clientB.getConfig().getAppDir(), "6_after_cleanup"));
	}

	@Test
	public void testIssue266_EmptyDatabaseAfterCleanup() throws Exception {
		// Test for https://github.com/syncany/syncany/issues/266#issuecomment-64472059

		// Setup
		LocalTransferSettings testConnection = (LocalTransferSettings) TestConfigUtil.createTestLocalConnection();

		TestClient clientA = new TestClient("A", testConnection);
		TestClient clientB = new TestClient("B", testConnection);
		TestClient clientC = new TestClient("C", testConnection);
		TestClient clientD = new TestClient("D", testConnection);
		TestClient clientE = new TestClient("E", testConnection);

		CleanupOperationOptions cleanupOptionsKeepOneForce = new CleanupOperationOptions();
		cleanupOptionsKeepOneForce.setRemoveOldVersions(true);
		cleanupOptionsKeepOneForce.setForce(true);
		cleanupOptionsKeepOneForce.setMinKeepSeconds(0);

		// Create a couple of files, then delete them and do a cleanup

		clientA.createNewFile("fileA");
		clientA.upWithForceChecksum();

		clientB.down();
		clientB.createNewFile("fileB");
		clientB.upWithForceChecksum();

		clientC.down();
		clientC.createNewFile("fileC");
		clientC.upWithForceChecksum();

		clientD.down();
		clientD.deleteFile("fileA");
		clientD.deleteFile("fileB");
		clientD.deleteFile("fileC");
		clientD.upWithForceChecksum();
		clientD.cleanup(cleanupOptionsKeepOneForce);

		java.sql.Connection databaseConnectionD = DatabaseConnectionFactory.createConnection(clientD.getDatabaseFile(), false);
		assertEquals("A,2\nB,2\nC,2\nD,2",
				TestSqlUtil.runSqlSelect("select client, filenumber from known_databases order by client, filenumber", databaseConnectionD));
		assertEquals("", TestSqlUtil.runSqlSelect("select vectorclock_serialized from databaseversion", databaseConnectionD));

		// Now the remote databases are completely empty (no files, no histories, no database versions!)

		/* Case 1: 
		 * 
		 * Client A now knows "fileA" and must react on the cleanup by client D.
		 * The remote databases do NOT contain any trace of "fileA" anymore, so
		 * client A has to detect the deletion by comparing the local database with 
		 * the winner database. "fileA" should be deleted after the next 'down'.
		 */

		clientA.down(); // Existing client  << This created a NullPointerException in #266
		assertFalse("File 'fileA' should have been deleted.", clientA.getLocalFile("fileA").exists());
		assertFalse("File 'fileB' should not have been created.", clientA.getLocalFile("fileB").exists());
		assertFalse("File 'fileC' should not have been created.", clientA.getLocalFile("fileC").exists());
		assertConflictingFileNotExists("fileA", clientA.getLocalFiles());
		assertConflictingFileNotExists("fileB", clientA.getLocalFiles());
		assertConflictingFileNotExists("fileC", clientA.getLocalFiles());
		assertSqlDatabaseEquals(clientD.getDatabaseFile(), clientA.getDatabaseFile());
		assertFileListEquals(clientD.getLocalFiles(), clientA.getLocalFiles());

		java.sql.Connection databaseConnectionA = DatabaseConnectionFactory.createConnection(clientA.getDatabaseFile(), false);
		assertEquals("A,2\nB,2\nC,2\nD,2",
				TestSqlUtil.runSqlSelect("select client, filenumber from known_databases order by client, filenumber", databaseConnectionA));

		/*
		 * Case 2:
		 * 
		 * Client E is a completely new client. It's the first time downloading anything, so
		 * it has no local database, and (in this case), the remote/winner database is completely
		 * empty!
		 */

		clientE.down(); // Empty/new client << This created a NullPointerException 
		assertFalse("File 'fileA' should not have been created.", clientE.getLocalFile("fileA").exists());
		assertFalse("File 'fileB' should not have been created.", clientE.getLocalFile("fileB").exists());
		assertFalse("File 'fileC' should not have been created.", clientE.getLocalFile("fileC").exists());
		assertConflictingFileNotExists("fileA", clientA.getLocalFiles());
		assertConflictingFileNotExists("fileB", clientA.getLocalFiles());
		assertConflictingFileNotExists("fileC", clientA.getLocalFiles());
		assertSqlDatabaseEquals(clientD.getDatabaseFile(), clientE.getDatabaseFile());
		assertFileListEquals(clientD.getLocalFiles(), clientE.getLocalFiles());

		java.sql.Connection databaseConnectionE = DatabaseConnectionFactory.createConnection(clientE.getDatabaseFile(), false);
		assertEquals("A,2\nB,2\nC,2\nD,2",
				TestSqlUtil.runSqlSelect("select client, filenumber from known_databases order by client, filenumber", databaseConnectionE));

		// After a successful down, create a new database version (continue numbering!)

		clientA.createNewFile("fileA");
		UpOperationResult upResult = clientA.upWithForceChecksum();
		assertEquals(UpResultCode.OK_CHANGES_UPLOADED, upResult.getResultCode());
		assertEquals("(A3,B2,C2,D2)", TestSqlUtil.runSqlSelect("select vectorclock_serialized from databaseversion", databaseConnectionA));

		// Check if E applies everything correctly and check E's numbering

		clientE.down();
		assertSqlDatabaseEquals(clientA.getDatabaseFile(), clientE.getDatabaseFile());
		assertFileListEquals(clientA.getLocalFiles(), clientE.getLocalFiles());
		assertEquals("A,2\nA,3\nB,2\nC,2\nD,2",
				TestSqlUtil.runSqlSelect("select client, filenumber from known_databases order by client, filenumber", databaseConnectionE));

		clientE.changeFile("fileA");
		upResult = clientE.upWithForceChecksum();
		assertEquals(UpResultCode.OK_CHANGES_UPLOADED, upResult.getResultCode());
		assertEquals("(A3,B2,C2,D2)\n(A3,B2,C2,D2,E1)",
				TestSqlUtil.runSqlSelect("select vectorclock_serialized from databaseversion", databaseConnectionE));

		// And with D ...

		clientD.down();
		assertSqlDatabaseEquals(clientE.getDatabaseFile(), clientD.getDatabaseFile());
		assertFileListEquals(clientE.getLocalFiles(), clientD.getLocalFiles());
		assertEquals(
				"A,2\nA,3\nB,2\nC,2\nD,2\nE,1",
				TestSqlUtil.runSqlSelect("select client, filenumber from known_databases order by client, filenumber", databaseConnectionD));
		assertEquals("(A3,B2,C2,D2)\n(A3,B2,C2,D2,E1)",
				TestSqlUtil.runSqlSelect("select vectorclock_serialized from databaseversion", databaseConnectionD));

		// Tear down
		clientA.deleteTestData();
		clientB.deleteTestData();
		clientC.deleteTestData();
		clientD.deleteTestData();
		clientE.deleteTestData();
	}

	@Test
	public void testDeleteFileAndCleanup() throws Exception {
		// Test if a deleted file is deleted remotely even after a cleanup

		// Setup
		LocalTransferSettings testConnection = (LocalTransferSettings) TestConfigUtil.createTestLocalConnection();

		TestClient clientA = new TestClient("A", testConnection);
		TestClient clientB = new TestClient("B", testConnection);

		CleanupOperationOptions cleanupOptionsKeepOneForce = new CleanupOperationOptions();
		cleanupOptionsKeepOneForce.setRemoveOldVersions(true);
		cleanupOptionsKeepOneForce.setForce(true);

		// Create a couple of files, then delete them and do a cleanup

		clientA.createNewFile("fileA1");
		clientA.createNewFile("fileA2");
		clientA.upWithForceChecksum();

		clientB.down();
		clientB.deleteFile("fileA1");
		clientB.upWithForceChecksum();
		clientB.cleanup(cleanupOptionsKeepOneForce); // <<< This accidentally(?) deletes file histories marked DELETED

		clientA.down();
		assertFalse("Deleted file still exists.", clientA.getLocalFile("fileA1").exists());

		// Tear down
		clientA.deleteTestData();
		clientB.deleteTestData();
	}
}