python/benchmarks/plasma.py

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

import numpy as np
import timeit

try:
    import pyarrow.plasma as plasma
except ImportError:
    # TODO(wesm): These are not asv benchmarks, so we can just fail
    # silently here
    pass


class SimplePlasmaThroughput(object):
    """Benchmark plasma store throughput with a single client."""

    params = [1000, 100000, 10000000]

    timer = timeit.default_timer

    def setup(self, size):
        self.plasma_store_ctx = plasma.start_plasma_store(
            plasma_store_memory=10**9)
        plasma_store_name, p = self.plasma_store_ctx.__enter__()
        self.plasma_client = plasma.connect(plasma_store_name)

        self.data = np.random.randn(size // 8)

    def teardown(self, size):
        self.plasma_store_ctx.__exit__(None, None, None)

    def time_plasma_put_data(self, size):
        self.plasma_client.put(self.data)


class SimplePlasmaLatency(object):
    """Benchmark plasma store latency with a single client."""

    timer = timeit.default_timer

    def setup(self):
        self.plasma_store_ctx = plasma.start_plasma_store(
            plasma_store_memory=10**9)
        plasma_store_name, p = self.plasma_store_ctx.__enter__()
        self.plasma_client = plasma.connect(plasma_store_name)

    def teardown(self):
        self.plasma_store_ctx.__exit__(None, None, None)

    def time_plasma_put(self):
        for i in range(1000):
            self.plasma_client.put(1)

    def time_plasma_putget(self):
        for i in range(1000):
            x = self.plasma_client.put(1)
            self.plasma_client.get(x)