mavibot/src/test/java/org/apache/directory/mavibot/btree/InMemoryBulkDataSorterTest.java

/*
 *   Licensed to the Apache Software Foundation (ASF) under one
 *   or more contributor license agreements.  See the NOTICE file
 *   distributed with this work for additional information
 *   regarding copyright ownership.  The ASF licenses this file
 *   to you under the Apache License, Version 2.0 (the
 *   "License"); you may not use this file except in compliance
 *   with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 *   Unless required by applicable law or agreed to in writing,
 *   software distributed under the License is distributed on an
 *   "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 *   KIND, either express or implied.  See the License for the
 *   specific language governing permissions and limitations
 *   under the License.
 *
 */
package org.apache.directory.mavibot.btree;


import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertTrue;

import java.io.DataOutputStream;
import java.io.File;
import java.io.FileOutputStream;
import java.io.IOException;
import java.lang.reflect.Array;
import java.util.Comparator;
import java.util.Iterator;
import java.util.Random;

import org.apache.directory.mavibot.btree.Tuple;
import org.apache.directory.mavibot.btree.memory.BulkDataSorter;
import org.apache.directory.mavibot.btree.util.IntTupleReaderWriter;
import org.junit.Rule;
import org.junit.Test;
import org.junit.rules.TemporaryFolder;


/**
 * Test cases for BulkDataSorter.
 *
 * @author <a href="mailto:dev@directory.apache.org">Apache Directory Project</a>
 */
public class InMemoryBulkDataSorterTest
{
    @Rule
    public TemporaryFolder tempFolder = new TemporaryFolder();
    
    /* A counter of tuple files */
    private int counter = 0;

    private Comparator<Tuple<Integer, Integer>> tupleComp = new Comparator<Tuple<Integer, Integer>>()
    {

        @Override
        public int compare( Tuple<Integer, Integer> o1, Tuple<Integer, Integer> o2 )
        {
            return o1.getKey().compareTo( o2.getKey() );
        }
    };


    @Test
    public void testSortedFileCount() throws IOException
    {
        int count = 7;
        IntTupleReaderWriter itrw = new IntTupleReaderWriter();
        Random random = new Random();

        File dataFile = tempFolder.newFile( "tuple.data" );
        dataFile.deleteOnExit();
        DataOutputStream out = new DataOutputStream( new FileOutputStream( dataFile ) );

        Tuple<Integer, Integer>[] arr = ( Tuple<Integer, Integer>[] ) Array.newInstance( Tuple.class, count );

        for ( int i = 0; i < count; i++ )
        {
            int x = random.nextInt( 100 );

            Tuple<Integer, Integer> t = new Tuple<Integer, Integer>( x, x );

            arr[i] = t;

            itrw.storeSortedTuple( t, out );
        }

        out.close();

        BulkDataSorter<Integer, Integer> bds = new BulkDataSorter<Integer, Integer>( itrw, tupleComp, 4 );
        bds.sort( dataFile );

        assertEquals( 2, bds.getWorkDir().list().length );

        deleteDir( bds.getWorkDir() );
    }


    @Test
    public void testSortedFileMerge() throws IOException
    {
        testSortedFileMerge( 10, 2 );
        testSortedFileMerge( 100, 7 );
        testSortedFileMerge( 1000, 25 );
        testSortedFileMerge( 10000, 100 );
        testSortedFileMerge( 10000, 101 );
        testSortedFileMerge( 100000, 501 );
    }


    private void testSortedFileMerge( int count, int splitAfter ) throws IOException
    {
        IntTupleReaderWriter itrw = new IntTupleReaderWriter();
        Random random = new Random();

        File dataFile = tempFolder.newFile( "tuple.data" + counter );
        counter++;
        dataFile.deleteOnExit();

        DataOutputStream out = new DataOutputStream( new FileOutputStream( dataFile ) );

        Tuple<Integer, Integer>[] arr = ( Tuple<Integer, Integer>[] ) Array.newInstance( Tuple.class, count );

        int randUpper = count;
        if ( count < 100 )
        {
            randUpper = 100;
        }

        for ( int i = 0; i < count; i++ )
        {
            int x = random.nextInt( randUpper );

            Tuple<Integer, Integer> t = new Tuple<Integer, Integer>( x, x );

            arr[i] = t;

            itrw.storeSortedTuple( t, out );
        }

        out.close();

        BulkDataSorter<Integer, Integer> bds = new BulkDataSorter<Integer, Integer>( itrw, tupleComp, splitAfter );
        bds.sort( dataFile );

        Iterator<Tuple<Integer, Integer>> itr = bds.getMergeSortedTuples();

        Integer prev = null;

        while ( itr.hasNext() )
        {
            Tuple<Integer, Integer> t = itr.next();

            if ( prev == null )
            {
                prev = t.getKey();
            }
            else
            {
                assertTrue( prev <= t.getKey() );
            }
        }

        deleteDir( bds.getWorkDir() );
    }


    private void deleteDir( File dir )
    {
        if ( dir.isFile() )
        {
            dir.delete();
        }

        File[] files = dir.listFiles();

        for ( File f : files )
        {
            f.delete();
        }

        dir.delete();
    }
}