test/microbench/org/apache/cassandra/test/microbench/DirectorySizerBench.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.cassandra.test.microbench;

import java.io.File;
import java.io.IOException;
import java.io.PrintWriter;
import java.nio.file.Files;
import java.util.Arrays;
import java.util.UUID;
import java.util.concurrent.TimeUnit;

import org.apache.cassandra.io.util.FileUtils;
import org.apache.cassandra.utils.DirectorySizeCalculator;
import org.openjdk.jmh.annotations.*;
import org.openjdk.jmh.infra.Blackhole;

@BenchmarkMode(Mode.AverageTime)
@OutputTimeUnit(TimeUnit.MILLISECONDS)
@Warmup(iterations = 1)
@Measurement(iterations = 30)
@Fork(value = 1,jvmArgsAppend = "-Xmx512M")
@Threads(1)
@State(Scope.Benchmark)
public class DirectorySizerBench
{
    private File tempDir;
    private DirectorySizeCalculator sizer;

    @Setup(Level.Trial)
    public void setUp() throws IOException
    {
        tempDir = Files.createTempDirectory(randString()).toFile();

        // Since #'s on laptops and commodity desktops are so useful in considering enterprise virtualized server environments...

        // Spinning disk 7200rpm 1TB, win10, ntfs, i6600 skylake, 256 files:
        // [java] Result: 0.581 ▒(99.9%) 0.003 ms/op [Average]
        // [java]   Statistics: (min, avg, max) = (0.577, 0.581, 0.599), stdev = 0.005
        // [java]   Confidence interval (99.9%): [0.577, 0.584]

        // Same hardware, 25600 files:
        // [java] Result: 56.990 ▒(99.9%) 0.374 ms/op [Average]
        // [java]   Statistics: (min, avg, max) = (56.631, 56.990, 59.829), stdev = 0.560
        // [java]   Confidence interval (99.9%): [56.616, 57.364]

        // #'s on a rmbp, 2014, SSD, ubuntu 15.10, ext4, i7-4850HQ @ 2.3, 25600 samples
        // [java] Result: 74.714 ±(99.9%) 0.558 ms/op [Average]
        // [java]   Statistics: (min, avg, max) = (73.687, 74.714, 76.872), stdev = 0.835
        // [java]   Confidence interval (99.9%): [74.156, 75.272]

        // Throttle CPU on the Windows box to .87GHZ from 4.3GHZ turbo single-core, and #'s for 25600:
        // [java] Result: 298.628 ▒(99.9%) 14.755 ms/op [Average]
        // [java]   Statistics: (min, avg, max) = (291.245, 298.628, 412.881), stdev = 22.085
        // [java]   Confidence interval (99.9%): [283.873, 313.383]

        // Test w/25,600 files, 100x the load of a full default CommitLog (8192) divided by size (32 per)
        populateRandomFiles(tempDir, 25600);
        sizer = new DirectorySizeCalculator(tempDir);
    }

    @TearDown
    public void tearDown()
    {
        FileUtils.deleteRecursive(tempDir);
    }

    private void populateRandomFiles(File dir, int count) throws IOException
    {
        for (int i = 0; i < count; i++)
        {
            PrintWriter pw = new PrintWriter(dir + File.separator + randString(), "UTF-8");
            pw.write(randString());
            pw.close();
        }
    }

    private String randString()
    {
        return UUID.randomUUID().toString();
    }

    @Benchmark
    public void countFiles(final Blackhole bh) throws IOException
    {
        Files.walkFileTree(tempDir.toPath(), sizer);
    }
}