| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| package org.apache.cassandra.test.microbench; |
| |
| import java.io.File; |
| import java.io.IOException; |
| import java.io.PrintWriter; |
| import java.nio.file.Files; |
| import java.util.Arrays; |
| import java.util.UUID; |
| import java.util.concurrent.TimeUnit; |
| |
| import org.apache.cassandra.io.util.FileUtils; |
| import org.apache.cassandra.utils.DirectorySizeCalculator; |
| import org.openjdk.jmh.annotations.*; |
| import org.openjdk.jmh.infra.Blackhole; |
| |
| @BenchmarkMode(Mode.AverageTime) |
| @OutputTimeUnit(TimeUnit.MILLISECONDS) |
| @Warmup(iterations = 1) |
| @Measurement(iterations = 30) |
| @Fork(value = 1,jvmArgsAppend = "-Xmx512M") |
| @Threads(1) |
| @State(Scope.Benchmark) |
| public class DirectorySizerBench |
| { |
| private File tempDir; |
| private DirectorySizeCalculator sizer; |
| |
| @Setup(Level.Trial) |
| public void setUp() throws IOException |
| { |
| tempDir = Files.createTempDirectory(randString()).toFile(); |
| |
| // Since #'s on laptops and commodity desktops are so useful in considering enterprise virtualized server environments... |
| |
| // Spinning disk 7200rpm 1TB, win10, ntfs, i6600 skylake, 256 files: |
| // [java] Result: 0.581 ▒(99.9%) 0.003 ms/op [Average] |
| // [java] Statistics: (min, avg, max) = (0.577, 0.581, 0.599), stdev = 0.005 |
| // [java] Confidence interval (99.9%): [0.577, 0.584] |
| |
| // Same hardware, 25600 files: |
| // [java] Result: 56.990 ▒(99.9%) 0.374 ms/op [Average] |
| // [java] Statistics: (min, avg, max) = (56.631, 56.990, 59.829), stdev = 0.560 |
| // [java] Confidence interval (99.9%): [56.616, 57.364] |
| |
| // #'s on a rmbp, 2014, SSD, ubuntu 15.10, ext4, i7-4850HQ @ 2.3, 25600 samples |
| // [java] Result: 74.714 ±(99.9%) 0.558 ms/op [Average] |
| // [java] Statistics: (min, avg, max) = (73.687, 74.714, 76.872), stdev = 0.835 |
| // [java] Confidence interval (99.9%): [74.156, 75.272] |
| |
| // Throttle CPU on the Windows box to .87GHZ from 4.3GHZ turbo single-core, and #'s for 25600: |
| // [java] Result: 298.628 ▒(99.9%) 14.755 ms/op [Average] |
| // [java] Statistics: (min, avg, max) = (291.245, 298.628, 412.881), stdev = 22.085 |
| // [java] Confidence interval (99.9%): [283.873, 313.383] |
| |
| // Test w/25,600 files, 100x the load of a full default CommitLog (8192) divided by size (32 per) |
| populateRandomFiles(tempDir, 25600); |
| sizer = new DirectorySizeCalculator(tempDir); |
| } |
| |
| @TearDown |
| public void tearDown() |
| { |
| FileUtils.deleteRecursive(tempDir); |
| } |
| |
| private void populateRandomFiles(File dir, int count) throws IOException |
| { |
| for (int i = 0; i < count; i++) |
| { |
| PrintWriter pw = new PrintWriter(dir + File.separator + randString(), "UTF-8"); |
| pw.write(randString()); |
| pw.close(); |
| } |
| } |
| |
| private String randString() |
| { |
| return UUID.randomUUID().toString(); |
| } |
| |
| @Benchmark |
| public void countFiles(final Blackhole bh) throws IOException |
| { |
| sizer.rebuildFileList(); |
| Files.walkFileTree(tempDir.toPath(), sizer); |
| } |
| } |