DiskJournalTest.java

/*
 * Copyright (C) 2006-2013 Bitronix Software (http://www.bitronix.be)
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package bitronix.tm.journal;

import bitronix.tm.TransactionManagerServices;
import bitronix.tm.utils.Uid;
import bitronix.tm.utils.UidGenerator;
import junit.framework.TestCase;

import javax.transaction.Status;
import java.io.File;
import java.io.IOException;
import java.util.ArrayList;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.SortedSet;
import java.util.TreeSet;

/**
 *
 * @author Ludovic Orban
 */
public class DiskJournalTest extends TestCase {

    protected void setUp() throws Exception {
        new File(TransactionManagerServices.getConfiguration().getLogPart1Filename()).delete();
        new File(TransactionManagerServices.getConfiguration().getLogPart2Filename()).delete();
    }

    public void testExceptions() throws Exception {
        DiskJournal journal = new DiskJournal();

        try {
            journal.force();
            fail("expected IOException");
        } catch (IOException ex) {
            assertEquals("cannot force log writing, disk logger is not open", ex.getMessage());
        }
        try {
            journal.log(0, null, null);
            fail("expected IOException");
        } catch (IOException ex) {
            assertEquals("cannot write log, disk logger is not open", ex.getMessage());
        }
        try {
            journal.collectDanglingRecords();
            fail("expected IOException");
        } catch (IOException ex) {
            assertEquals("cannot collect dangling records, disk logger is not open", ex.getMessage());
        }

        journal.close();
        journal.shutdown();
    }

    public void testSimpleCollectDanglingRecords() throws Exception {
        DiskJournal journal = new DiskJournal();
        journal.open();
        Uid gtrid = UidGenerator.generateUid();

        assertEquals(0, journal.collectDanglingRecords().size());

        journal.log(Status.STATUS_COMMITTING, gtrid, csvToSet("name1"));
        assertEquals(1, journal.collectDanglingRecords().size());

        journal.log(Status.STATUS_COMMITTED, gtrid, csvToSet("name1"));
        assertEquals(0, journal.collectDanglingRecords().size());

        journal.close();
        journal.shutdown();
    }

    public void testComplexCollectDanglingRecords() throws Exception {
        DiskJournal journal = new DiskJournal();
        journal.open();
        Uid gtrid1 = UidGenerator.generateUid();
        Uid gtrid2 = UidGenerator.generateUid();

        assertEquals(0, journal.collectDanglingRecords().size());

        journal.log(Status.STATUS_COMMITTING, gtrid1, csvToSet("name1,name2,name3"));
        assertEquals(1, journal.collectDanglingRecords().size());

        journal.log(Status.STATUS_COMMITTED, gtrid1, csvToSet("name1"));
        assertEquals(1, journal.collectDanglingRecords().size());

        journal.log(Status.STATUS_COMMITTED, gtrid1, csvToSet("name2"));
        assertEquals(1, journal.collectDanglingRecords().size());

        journal.log(Status.STATUS_COMMITTED, gtrid1, csvToSet("name3"));
        assertEquals(0, journal.collectDanglingRecords().size());

        journal.log(Status.STATUS_COMMITTING, gtrid2, csvToSet("name1,name2,name3"));
        assertEquals(1, journal.collectDanglingRecords().size());

        journal.log(Status.STATUS_COMMITTED, gtrid2, csvToSet("name2"));
        assertEquals(1, journal.collectDanglingRecords().size());

        journal.log(Status.STATUS_COMMITTED, gtrid2, csvToSet("name3,name1"));
        assertEquals(0, journal.collectDanglingRecords().size());

        journal.log(Status.STATUS_COMMITTING, gtrid2, csvToSet("name1,name2,name3"));
        assertEquals(1, journal.collectDanglingRecords().size());

        journal.log(Status.STATUS_UNKNOWN, gtrid2, csvToSet("name2"));
        assertEquals(1, journal.collectDanglingRecords().size());

        journal.log(Status.STATUS_COMMITTED, gtrid2, csvToSet("name1"));
        assertEquals(1, journal.collectDanglingRecords().size());

        journal.log(Status.STATUS_ROLLEDBACK, gtrid2, csvToSet("name3"));
        assertEquals(0, journal.collectDanglingRecords().size());

        journal.close();
        journal.shutdown();
    }

    public void testCorruptedCollectDanglingRecords() throws Exception {
        DiskJournal journal = new DiskJournal();
        journal.open();
        Uid gtrid1 = UidGenerator.generateUid();
        Uid gtrid2 = UidGenerator.generateUid();

        assertEquals(0, journal.collectDanglingRecords().size());

        journal.log(Status.STATUS_COMMITTING, gtrid1, csvToSet("name1,name2,name3"));
        assertEquals(1, journal.collectDanglingRecords().size());

        journal.log(Status.STATUS_COMMITTED, gtrid1, csvToSet("name1"));
        assertEquals(1, journal.collectDanglingRecords().size());

        journal.log(Status.STATUS_COMMITTED, gtrid1, csvToSet("name3"));
        assertEquals(1, journal.collectDanglingRecords().size());

        journal.log(Status.STATUS_COMMITTED, gtrid1, csvToSet("name4"));
        assertEquals(1, journal.collectDanglingRecords().size());

        journal.log(Status.STATUS_COMMITTED, gtrid1, csvToSet("name2"));
        assertEquals(0, journal.collectDanglingRecords().size());

        journal.log(Status.STATUS_COMMITTED, gtrid2, csvToSet("name1"));
        assertEquals(0, journal.collectDanglingRecords().size());

        journal.close();
        journal.shutdown();
    }

    public void testCrc32Value() throws Exception {
        Set<String> names = new HashSet<String>();
        names.add("ActiveMQ");
        names.add("com.mysql.jdbc.jdbc2.optional.MysqlXADataSource");

        String uidString = "626974726F6E697853657276657249440000011C31FD45510000955B";
        byte[] uidArray = new byte[uidString.length()/2];
        for (int i=0; i<uidString.length()/2 ;i++) {
            String substr = uidString.substring(i*2, i*2+2);
            byte b = (byte)Integer.parseInt(substr, 16);

            uidArray[i] = b;
        }
        Uid uid = new Uid(uidArray);

        TransactionLogRecord tlr = new TransactionLogRecord(Status.STATUS_COMMITTED, 116, 28, 1220609394845L, 38266, -1380478121, uid, names, TransactionLogAppender.END_RECORD);
        boolean correct = tlr.isCrc32Correct();
        assertTrue("CRC32 values did not match", correct);

        names = new TreeSet<String>();
        names.add("com.mysql.jdbc.jdbc2.optional.MysqlXADataSource");
        names.add("ActiveMQ");

        tlr = new TransactionLogRecord(Status.STATUS_COMMITTED, 116, 28, 1220609394845L, 38266, -1380478121, uid, names, TransactionLogAppender.END_RECORD);
        assertTrue(tlr.isCrc32Correct());
    }

    public void testRollover() throws Exception {
    	TransactionManagerServices.getConfiguration().setMaxLogSizeInMb(1);
        DiskJournal journal = new DiskJournal();
        journal.open();

        List<Uid> uncommitted = new ArrayList<Uid>();
        for (int i = 1; i < 4000; i++) {
	        Uid gtrid = UidGenerator.generateUid();
	        journal.log(Status.STATUS_COMMITTING, gtrid, csvToSet("name1,name2,name3"));

	        if (i < 3600)
	        {
		        journal.log(Status.STATUS_COMMITTED, gtrid, csvToSet("name1"));
		        journal.log(Status.STATUS_COMMITTED, gtrid, csvToSet("name2"));
		        journal.log(Status.STATUS_COMMITTED, gtrid, csvToSet("name3"));
	        }
	        else
	        {
	        	uncommitted.add(gtrid);
	        }
        }

        Map<Uid, JournalRecord> danglingRecords = journal.collectDanglingRecords();
        assertEquals(400, danglingRecords.size());

        for (Uid gtrid : uncommitted) {
            journal.log(Status.STATUS_COMMITTED, gtrid, csvToSet("name1"));
	        journal.log(Status.STATUS_COMMITTED, gtrid, csvToSet("name2"));
	        journal.log(Status.STATUS_COMMITTED, gtrid, csvToSet("name3"));
        }

        assertEquals(0, journal.collectDanglingRecords().size());

        journal.shutdown();
    }

    public void testJournalPerformance() throws IOException, InterruptedException {
        TransactionManagerServices.getConfiguration().setMaxLogSizeInMb(40);
        TransactionManagerServices.getConfiguration().setForcedWriteEnabled(false);
        final DiskJournal journal = new DiskJournal();
        journal.open();

        final int threads = 4;
        final int count = 120000 / threads;
        
        class Runner extends Thread {
            private int ndx;

            Runner(int i) {
                this.ndx = i;
            }
            
            @Override
            public void run() {
                try {
                    SortedSet<String> set = csvToSet(String.format("%d.name1,%d.name2,%d.name3", ndx, ndx, ndx));
                    for (int i = 1; i < count; i++) {
                        Uid gtrid = UidGenerator.generateUid();
                        journal.log(Status.STATUS_COMMITTING, gtrid, set);
                        
                        journal.log(Status.STATUS_COMMITTED, gtrid, csvToSet(ndx + ".name1"));
                        journal.log(Status.STATUS_COMMITTED, gtrid, csvToSet(ndx + ".name2"));
                        journal.log(Status.STATUS_COMMITTED, gtrid, csvToSet(ndx + ".name3"));
                    }
                }
                catch (IOException io) {
                    fail(io.getMessage());
                }
            }
        };

        Runner[] runners = new Runner[threads];
        for (int i = 0; i < threads; i++) {
            runners[i] = new Runner(i);
            runners[i].start();
        }

        for (int i = 0; i < threads; i++) {
            runners[i].join();
        }

        journal.shutdown();
    }

    public void testRolloverStress() throws IOException, InterruptedException {
        TransactionManagerServices.getConfiguration().setMaxLogSizeInMb(1);
        final DiskJournal journal = new DiskJournal();
        journal.open();

        class Runner extends Thread {
        	private int ndx;

        	Runner(int i) {
        		this.ndx = i;
        	}

        	@Override
        	public void run() {
        		try {
        			SortedSet<String> set = csvToSet(String.format("%d.name1,%d.name2,%d.name3", ndx, ndx, ndx));
	        		for (int i = 1; i < 40000; i++) {
	        			Uid gtrid = UidGenerator.generateUid();
	        			journal.log(Status.STATUS_COMMITTING, gtrid, set);
                        journal.force();
	        			
	        			journal.log(Status.STATUS_COMMITTED, gtrid, csvToSet(ndx + ".name1"));
	        			journal.log(Status.STATUS_COMMITTED, gtrid, csvToSet(ndx + ".name2"));
	        			journal.log(Status.STATUS_COMMITTED, gtrid, csvToSet(ndx + ".name3"));
	        		}
        		}
        		catch (IOException io) {
        			fail(io.getMessage());
        		}
        	}
        };

        Runner[] runners = new Runner[4];
        for (int i = 0; i < 4; i++) {
        	runners[i] = new Runner(i);
        	runners[i].start();
        }

        for (int i = 0; i < 4; i++) {
        	runners[i].join();
        }

        journal.shutdown();
    }

    private SortedSet<String> csvToSet(String s) {
        SortedSet<String> result = new TreeSet<String>();
        String[] names = s.split("\\,");
        for (int i = 0; i < names.length; i++) {
            String name = names[i];
            result.add(name);
        }
        return result;
    }

}