docs/4.0/java/ipc.html - arrow-site - Git at Google


 <!DOCTYPE html>

 <html>
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
     <title>Reading/Writing IPC formats &#8212; Apache Arrow v4.0.1</title>

   <link href="../_static/css/theme.css" rel="stylesheet" />
   <link href="../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />


   <link rel="stylesheet"
     href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
   <link rel="preload" as="font" type="font/woff2" crossorigin
     href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
   <link rel="preload" as="font" type="font/woff2" crossorigin
     href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">


     <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
     <link rel="stylesheet" type="text/css" href="../_static/basic.css" />
     <link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css" />

   <link rel="preload" as="script" href="../_static/js/index.1c5a1a01449ed65a7b51.js">

     <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
     <script src="../_static/jquery.js"></script>
     <script src="../_static/underscore.js"></script>
     <script src="../_static/doctools.js"></script>
     <link rel="canonical" href="https://arrow.apache.org/docs/java/ipc.html" />
     <link rel="shortcut icon" href="../_static/favicon.ico"/>
     <link rel="canonical" href="https://arrow.apache.org/docs/java/ipc.html" />
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
     <link rel="next" title="Python bindings" href="../python/index.html" />
     <link rel="prev" title="VectorSchemaRoot" href="vector_schema_root.html" />
     <meta name="viewport" content="width=device-width, initial-scale=1" />
     <meta name="docsearch:language" content="en" />

   </head>
   <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">

     <div class="container-fluid" id="banner"></div>


     <div class="container-xl">
       <div class="row">


             <!-- Only show if we have sidebars configured, else just a small margin  -->
             <div class="col-12 col-md-3 bd-sidebar">
 <a class="navbar-brand" href="../index.html">
   <img src="../_static/arrow.png" class="logo" alt="logo">
 </a>

 <form class="bd-search d-flex align-items-center" action="../search.html" method="get">
   <i class="icon fas fa-search"></i>
   <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
 </form>

 <nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
   <div class="bd-toc-item active">

     <p class="caption">
  <span class="caption-text">
   Specifications and Protocols
  </span>
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1">
   <a class="reference internal" href="../format/Versioning.html">
    Format Versioning and Stability
   </a>
  </li>
  <li class="toctree-l1">
   <a class="reference internal" href="../format/Columnar.html">
    Arrow Columnar Format
   </a>
  </li>
  <li class="toctree-l1">
   <a class="reference internal" href="../format/Flight.html">
    Arrow Flight RPC
   </a>
  </li>
  <li class="toctree-l1">
   <a class="reference internal" href="../format/Integration.html">
    Integration Testing
   </a>
  </li>
  <li class="toctree-l1">
   <a class="reference internal" href="../format/CDataInterface.html">
    The Arrow C data interface
   </a>
  </li>
  <li class="toctree-l1">
   <a class="reference internal" href="../format/CStreamInterface.html">
    The Arrow C stream interface
   </a>
  </li>
  <li class="toctree-l1">
   <a class="reference internal" href="../format/Other.html">
    Other Data Structures
   </a>
  </li>
 </ul>
 <p class="caption">
  <span class="caption-text">
   Libraries
  </span>
 </p>
 <ul class="current nav bd-sidenav">
  <li class="toctree-l1">
   <a class="reference internal" href="../status.html">
    Implementation Status
   </a>
  </li>
  <li class="toctree-l1">
   <a class="reference external" href="https://arrow.apache.org/docs/c_glib/">
    C/GLib
   </a>
  </li>
  <li class="toctree-l1 has-children">
   <a class="reference internal" href="../cpp/index.html">
    C++
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
   <label for="toctree-checkbox-1">
    <i class="fas fa-chevron-down">
    </i>
   </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../cpp/getting_started.html">
      User Guide
     </a>
     <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
     <label for="toctree-checkbox-2">
      <i class="fas fa-chevron-down">
      </i>
     </label>
     <ul>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/overview.html">
        High-Level Overview
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/conventions.html">
        Conventions
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/cmake.html">
        Using Arrow C++ in your own project
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/memory.html">
        Memory Management
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/arrays.html">
        Arrays
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/datatypes.html">
        Data Types
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/tables.html">
        Tabular Data
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/compute.html">
        Compute Functions
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/io.html">
        Input / output and filesystems
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/ipc.html">
        Reading and writing the Arrow IPC format
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/parquet.html">
        Reading and writing Parquet files
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/csv.html">
        Reading CSV files
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/json.html">
        Reading JSON files
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/dataset.html">
        Tabular Datasets
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/flight.html">
        Arrow Flight RPC
       </a>
      </li>
     </ul>
    </li>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../cpp/examples/index.html">
      Examples
     </a>
     <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
     <label for="toctree-checkbox-3">
      <i class="fas fa-chevron-down">
      </i>
     </label>
     <ul>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/examples/cmake_minimal_build.html">
        Minimal build using CMake
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/examples/dataset_documentation_example.html">
        Arrow Datasets example
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/examples/row_columnar_conversion.html">
        Row to columnar conversion
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/examples/tuple_range_conversion.html">
        std::tuple-like ranges to Arrow
       </a>
      </li>
     </ul>
    </li>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../cpp/api.html">
      API Reference
     </a>
     <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
     <label for="toctree-checkbox-4">
      <i class="fas fa-chevron-down">
      </i>
     </label>
     <ul>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/api/support.html">
        Programming Support
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/api/memory.html">
        Memory (management)
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/api/datatype.html">
        Data Types
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/api/array.html">
        Arrays
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/api/scalar.html">
        Scalars
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/api/builder.html">
        Array Builders
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/api/table.html">
        Two-dimensional Datasets
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/api/c_abi.html">
        C Interfaces
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/api/compute.html">
        Compute Functions
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/api/tensor.html">
        Tensors
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/api/utilities.html">
        Utilities
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/api/io.html">
        Input / output
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/api/ipc.html">
        Arrow IPC
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/api/formats.html">
        File Formats
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/api/cuda.html">
        CUDA support
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/api/flight.html">
        Arrow Flight RPC
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/api/filesystem.html">
        Filesystems
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../cpp/api/dataset.html">
        Dataset
       </a>
      </li>
     </ul>
    </li>
   </ul>
  </li>
  <li class="toctree-l1">
   <a class="reference external" href="https://github.com/apache/arrow/blob/master/csharp/README.md">
    C#
   </a>
  </li>
  <li class="toctree-l1">
   <a class="reference external" href="https://godoc.org/github.com/apache/arrow/go/arrow">
    Go
   </a>
  </li>
  <li class="toctree-l1 current active has-children">
   <a class="reference internal" href="index.html">
    Java
   </a>
   <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
   <label for="toctree-checkbox-5">
    <i class="fas fa-chevron-down">
    </i>
   </label>
   <ul class="current">
    <li class="toctree-l2">
     <a class="reference internal" href="vector.html">
      ValueVector
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="vector_schema_root.html">
      VectorSchemaRoot
     </a>
    </li>
    <li class="toctree-l2 current active">
     <a class="current reference internal" href="#">
      Reading/Writing IPC formats
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference external" href="https://arrow.apache.org/docs/java/reference/">
      Reference (javadoc)
     </a>
    </li>
   </ul>
  </li>
  <li class="toctree-l1">
   <a class="reference external" href="https://arrow.apache.org/docs/js/">
    JavaScript
   </a>
  </li>
  <li class="toctree-l1">
   <a class="reference external" href="https://github.com/apache/arrow/blob/master/julia/Arrow/README.md">
    Julia
   </a>
  </li>
  <li class="toctree-l1">
   <a class="reference external" href="https://github.com/apache/arrow/blob/master/matlab/README.md">
    MATLAB
   </a>
  </li>
  <li class="toctree-l1 has-children">
   <a class="reference internal" href="../python/index.html">
    Python
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
   <label for="toctree-checkbox-6">
    <i class="fas fa-chevron-down">
    </i>
   </label>
   <ul>
    <li class="toctree-l2">
     <a class="reference internal" href="../python/install.html">
      Installing PyArrow
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../python/memory.html">
      Memory and IO Interfaces
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../python/data.html">
      Data Types and In-Memory Data Model
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../python/compute.html">
      Compute Functions
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../python/ipc.html">
      Streaming, Serialization, and IPC
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../python/filesystems.html">
      Filesystem Interface
     </a>
    </li>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../python/filesystems_deprecated.html">
      Filesystem Interface (legacy)
     </a>
     <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
     <label for="toctree-checkbox-7">
      <i class="fas fa-chevron-down">
      </i>
     </label>
     <ul>
      <li class="toctree-l3">
       <a class="reference internal" href="../python/generated/pyarrow.hdfs.connect.html">
        pyarrow.hdfs.connect
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../python/generated/pyarrow.HadoopFileSystem.cat.html">
        pyarrow.HadoopFileSystem.cat
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../python/generated/pyarrow.HadoopFileSystem.chmod.html">
        pyarrow.HadoopFileSystem.chmod
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../python/generated/pyarrow.HadoopFileSystem.chown.html">
        pyarrow.HadoopFileSystem.chown
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../python/generated/pyarrow.HadoopFileSystem.delete.html">
        pyarrow.HadoopFileSystem.delete
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../python/generated/pyarrow.HadoopFileSystem.df.html">
        pyarrow.HadoopFileSystem.df
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../python/generated/pyarrow.HadoopFileSystem.disk_usage.html">
        pyarrow.HadoopFileSystem.disk_usage
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../python/generated/pyarrow.HadoopFileSystem.download.html">
        pyarrow.HadoopFileSystem.download
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../python/generated/pyarrow.HadoopFileSystem.exists.html">
        pyarrow.HadoopFileSystem.exists
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../python/generated/pyarrow.HadoopFileSystem.get_capacity.html">
        pyarrow.HadoopFileSystem.get_capacity
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../python/generated/pyarrow.HadoopFileSystem.get_space_used.html">
        pyarrow.HadoopFileSystem.get_space_used
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../python/generated/pyarrow.HadoopFileSystem.info.html">
        pyarrow.HadoopFileSystem.info
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../python/generated/pyarrow.HadoopFileSystem.ls.html">
        pyarrow.HadoopFileSystem.ls
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../python/generated/pyarrow.HadoopFileSystem.mkdir.html">
        pyarrow.HadoopFileSystem.mkdir
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../python/generated/pyarrow.HadoopFileSystem.open.html">
        pyarrow.HadoopFileSystem.open
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../python/generated/pyarrow.HadoopFileSystem.rename.html">
        pyarrow.HadoopFileSystem.rename
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../python/generated/pyarrow.HadoopFileSystem.rm.html">
        pyarrow.HadoopFileSystem.rm
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../python/generated/pyarrow.HadoopFileSystem.upload.html">
        pyarrow.HadoopFileSystem.upload
       </a>
      </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../python/generated/pyarrow.HdfsFile.html">
        pyarrow.HdfsFile
       </a>
      </li>
     </ul>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../python/plasma.html">
      The Plasma In-Memory Object Store
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../python/numpy.html">
      NumPy Integration
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../python/pandas.html">
      Pandas Integration
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../python/timestamps.html">
      Timestamps
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../python/csv.html">
      Reading CSV files
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../python/feather.html">
      Feather File Format
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../python/json.html">
      Reading JSON files
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../python/parquet.html">
      Reading and Writing the Apache Parquet Format
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../python/dataset.html">
      Tabular Datasets
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../python/cuda.html">
      CUDA Integration
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../python/extending_types.html">
      Extending pyarrow
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../python/extending.html">
      Using pyarrow from C++ and Cython Code
     </a>
    </li>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../python/api.html">
      API Reference
     </a>
     <input class="toctree-checkbox" id="toctree-checkbox-8" name="toctree-checkbox-8" type="checkbox"/>
     <label for="toctree-checkbox-8">
      <i class="fas fa-chevron-down">
      </i>
     </label>
     <ul>
      <li class="toctree-l3 has-children">
       <a class="reference internal" href="../python/api/datatypes.html">
        Data Types and Schemas
       </a>
       <input class="toctree-checkbox" id="toctree-checkbox-9" name="toctree-checkbox-9" type="checkbox"/>
       <label for="toctree-checkbox-9">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.null.html">
          pyarrow.null
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.bool_.html">
          pyarrow.bool_
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.int8.html">
          pyarrow.int8
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.int16.html">
          pyarrow.int16
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.int32.html">
          pyarrow.int32
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.int64.html">
          pyarrow.int64
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.uint8.html">
          pyarrow.uint8
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.uint16.html">
          pyarrow.uint16
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.uint32.html">
          pyarrow.uint32
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.uint64.html">
          pyarrow.uint64
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.float16.html">
          pyarrow.float16
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.float32.html">
          pyarrow.float32
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.float64.html">
          pyarrow.float64
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.time32.html">
          pyarrow.time32
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.time64.html">
          pyarrow.time64
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.timestamp.html">
          pyarrow.timestamp
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.date32.html">
          pyarrow.date32
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.date64.html">
          pyarrow.date64
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.binary.html">
          pyarrow.binary
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.string.html">
          pyarrow.string
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.utf8.html">
          pyarrow.utf8
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.large_binary.html">
          pyarrow.large_binary
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.large_string.html">
          pyarrow.large_string
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.large_utf8.html">
          pyarrow.large_utf8
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.decimal128.html">
          pyarrow.decimal128
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.list_.html">
          pyarrow.list_
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.large_list.html">
          pyarrow.large_list
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.map_.html">
          pyarrow.map_
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.struct.html">
          pyarrow.struct
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.dictionary.html">
          pyarrow.dictionary
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.field.html">
          pyarrow.field
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.schema.html">
          pyarrow.schema
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.from_numpy_dtype.html">
          pyarrow.from_numpy_dtype
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.DataType.html">
          pyarrow.DataType
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.DictionaryType.html">
          pyarrow.DictionaryType
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ListType.html">
          pyarrow.ListType
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.MapType.html">
          pyarrow.MapType
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.StructType.html">
          pyarrow.StructType
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.UnionType.html">
          pyarrow.UnionType
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.TimestampType.html">
          pyarrow.TimestampType
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Time32Type.html">
          pyarrow.Time32Type
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Time64Type.html">
          pyarrow.Time64Type
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.FixedSizeBinaryType.html">
          pyarrow.FixedSizeBinaryType
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Decimal128Type.html">
          pyarrow.Decimal128Type
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Field.html">
          pyarrow.Field
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Schema.html">
          pyarrow.Schema
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ExtensionType.html">
          pyarrow.ExtensionType
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.PyExtensionType.html">
          pyarrow.PyExtensionType
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.register_extension_type.html">
          pyarrow.register_extension_type
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.unregister_extension_type.html">
          pyarrow.unregister_extension_type
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_boolean.html">
          pyarrow.types.is_boolean
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_integer.html">
          pyarrow.types.is_integer
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_signed_integer.html">
          pyarrow.types.is_signed_integer
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_unsigned_integer.html">
          pyarrow.types.is_unsigned_integer
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_int8.html">
          pyarrow.types.is_int8
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_int16.html">
          pyarrow.types.is_int16
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_int32.html">
          pyarrow.types.is_int32
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_int64.html">
          pyarrow.types.is_int64
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_uint8.html">
          pyarrow.types.is_uint8
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_uint16.html">
          pyarrow.types.is_uint16
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_uint32.html">
          pyarrow.types.is_uint32
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_uint64.html">
          pyarrow.types.is_uint64
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_floating.html">
          pyarrow.types.is_floating
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_float16.html">
          pyarrow.types.is_float16
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_float32.html">
          pyarrow.types.is_float32
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_float64.html">
          pyarrow.types.is_float64
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_decimal.html">
          pyarrow.types.is_decimal
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_list.html">
          pyarrow.types.is_list
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_large_list.html">
          pyarrow.types.is_large_list
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_struct.html">
          pyarrow.types.is_struct
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_union.html">
          pyarrow.types.is_union
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_nested.html">
          pyarrow.types.is_nested
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_temporal.html">
          pyarrow.types.is_temporal
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_timestamp.html">
          pyarrow.types.is_timestamp
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_date.html">
          pyarrow.types.is_date
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_date32.html">
          pyarrow.types.is_date32
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_date64.html">
          pyarrow.types.is_date64
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_time.html">
          pyarrow.types.is_time
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_time32.html">
          pyarrow.types.is_time32
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_time64.html">
          pyarrow.types.is_time64
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_null.html">
          pyarrow.types.is_null
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_binary.html">
          pyarrow.types.is_binary
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_unicode.html">
          pyarrow.types.is_unicode
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_string.html">
          pyarrow.types.is_string
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_large_binary.html">
          pyarrow.types.is_large_binary
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_large_unicode.html">
          pyarrow.types.is_large_unicode
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_large_string.html">
          pyarrow.types.is_large_string
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_fixed_size_binary.html">
          pyarrow.types.is_fixed_size_binary
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_map.html">
          pyarrow.types.is_map
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.types.is_dictionary.html">
          pyarrow.types.is_dictionary
         </a>
        </li>
       </ul>
      </li>
      <li class="toctree-l3 has-children">
       <a class="reference internal" href="../python/api/arrays.html">
        Arrays and Scalars
       </a>
       <input class="toctree-checkbox" id="toctree-checkbox-10" name="toctree-checkbox-10" type="checkbox"/>
       <label for="toctree-checkbox-10">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.array.html">
          pyarrow.array
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.nulls.html">
          pyarrow.nulls
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Array.html">
          pyarrow.Array
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.BooleanArray.html">
          pyarrow.BooleanArray
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.FloatingPointArray.html">
          pyarrow.FloatingPointArray
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.IntegerArray.html">
          pyarrow.IntegerArray
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Int8Array.html">
          pyarrow.Int8Array
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Int16Array.html">
          pyarrow.Int16Array
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Int32Array.html">
          pyarrow.Int32Array
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Int64Array.html">
          pyarrow.Int64Array
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.NullArray.html">
          pyarrow.NullArray
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.NumericArray.html">
          pyarrow.NumericArray
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.UInt8Array.html">
          pyarrow.UInt8Array
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.UInt16Array.html">
          pyarrow.UInt16Array
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.UInt32Array.html">
          pyarrow.UInt32Array
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.UInt64Array.html">
          pyarrow.UInt64Array
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.BinaryArray.html">
          pyarrow.BinaryArray
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.StringArray.html">
          pyarrow.StringArray
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.FixedSizeBinaryArray.html">
          pyarrow.FixedSizeBinaryArray
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.LargeBinaryArray.html">
          pyarrow.LargeBinaryArray
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.LargeStringArray.html">
          pyarrow.LargeStringArray
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Time32Array.html">
          pyarrow.Time32Array
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Time64Array.html">
          pyarrow.Time64Array
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Date32Array.html">
          pyarrow.Date32Array
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Date64Array.html">
          pyarrow.Date64Array
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.TimestampArray.html">
          pyarrow.TimestampArray
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Decimal128Array.html">
          pyarrow.Decimal128Array
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.DictionaryArray.html">
          pyarrow.DictionaryArray
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ListArray.html">
          pyarrow.ListArray
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.LargeListArray.html">
          pyarrow.LargeListArray
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.StructArray.html">
          pyarrow.StructArray
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.UnionArray.html">
          pyarrow.UnionArray
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ExtensionArray.html">
          pyarrow.ExtensionArray
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.scalar.html">
          pyarrow.scalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.NA.html">
          pyarrow.NA
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Scalar.html">
          pyarrow.Scalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.BooleanScalar.html">
          pyarrow.BooleanScalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Int8Scalar.html">
          pyarrow.Int8Scalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Int16Scalar.html">
          pyarrow.Int16Scalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Int32Scalar.html">
          pyarrow.Int32Scalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Int64Scalar.html">
          pyarrow.Int64Scalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.UInt8Scalar.html">
          pyarrow.UInt8Scalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.UInt16Scalar.html">
          pyarrow.UInt16Scalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.UInt32Scalar.html">
          pyarrow.UInt32Scalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.UInt64Scalar.html">
          pyarrow.UInt64Scalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.FloatScalar.html">
          pyarrow.FloatScalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.DoubleScalar.html">
          pyarrow.DoubleScalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.BinaryScalar.html">
          pyarrow.BinaryScalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.StringScalar.html">
          pyarrow.StringScalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.FixedSizeBinaryScalar.html">
          pyarrow.FixedSizeBinaryScalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.LargeBinaryScalar.html">
          pyarrow.LargeBinaryScalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.LargeStringScalar.html">
          pyarrow.LargeStringScalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Time32Scalar.html">
          pyarrow.Time32Scalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Time64Scalar.html">
          pyarrow.Time64Scalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Date32Scalar.html">
          pyarrow.Date32Scalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Date64Scalar.html">
          pyarrow.Date64Scalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.TimestampScalar.html">
          pyarrow.TimestampScalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Decimal128Scalar.html">
          pyarrow.Decimal128Scalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.DictionaryScalar.html">
          pyarrow.DictionaryScalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ListScalar.html">
          pyarrow.ListScalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.LargeListScalar.html">
          pyarrow.LargeListScalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.StructScalar.html">
          pyarrow.StructScalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.UnionScalar.html">
          pyarrow.UnionScalar
         </a>
        </li>
       </ul>
      </li>
      <li class="toctree-l3 has-children">
       <a class="reference internal" href="../python/api/memory.html">
        Buffers and Memory
       </a>
       <input class="toctree-checkbox" id="toctree-checkbox-11" name="toctree-checkbox-11" type="checkbox"/>
       <label for="toctree-checkbox-11">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.allocate_buffer.html">
          pyarrow.allocate_buffer
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.py_buffer.html">
          pyarrow.py_buffer
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.foreign_buffer.html">
          pyarrow.foreign_buffer
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Buffer.html">
          pyarrow.Buffer
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ResizableBuffer.html">
          pyarrow.ResizableBuffer
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compress.html">
          pyarrow.compress
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.decompress.html">
          pyarrow.decompress
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.MemoryPool.html">
          pyarrow.MemoryPool
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.default_memory_pool.html">
          pyarrow.default_memory_pool
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.jemalloc_memory_pool.html">
          pyarrow.jemalloc_memory_pool
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.mimalloc_memory_pool.html">
          pyarrow.mimalloc_memory_pool
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.system_memory_pool.html">
          pyarrow.system_memory_pool
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.jemalloc_set_decay_ms.html">
          pyarrow.jemalloc_set_decay_ms
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.set_memory_pool.html">
          pyarrow.set_memory_pool
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.log_memory_allocations.html">
          pyarrow.log_memory_allocations
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.total_allocated_bytes.html">
          pyarrow.total_allocated_bytes
         </a>
        </li>
       </ul>
      </li>
      <li class="toctree-l3 has-children">
       <a class="reference internal" href="../python/api/compute.html">
        Compute Functions
       </a>
       <input class="toctree-checkbox" id="toctree-checkbox-12" name="toctree-checkbox-12" type="checkbox"/>
       <label for="toctree-checkbox-12">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.count.html">
          pyarrow.compute.count
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.mean.html">
          pyarrow.compute.mean
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.min_max.html">
          pyarrow.compute.min_max
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.mode.html">
          pyarrow.compute.mode
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.stddev.html">
          pyarrow.compute.stddev
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.sum.html">
          pyarrow.compute.sum
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.variance.html">
          pyarrow.compute.variance
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.add.html">
          pyarrow.compute.add
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.add_checked.html">
          pyarrow.compute.add_checked
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.divide.html">
          pyarrow.compute.divide
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.divide_checked.html">
          pyarrow.compute.divide_checked
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.multiply.html">
          pyarrow.compute.multiply
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.multiply_checked.html">
          pyarrow.compute.multiply_checked
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.subtract.html">
          pyarrow.compute.subtract
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.subtract_checked.html">
          pyarrow.compute.subtract_checked
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.power.html">
          pyarrow.compute.power
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.power_checked.html">
          pyarrow.compute.power_checked
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.equal.html">
          pyarrow.compute.equal
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.greater.html">
          pyarrow.compute.greater
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.greater_equal.html">
          pyarrow.compute.greater_equal
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.less.html">
          pyarrow.compute.less
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.less_equal.html">
          pyarrow.compute.less_equal
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.not_equal.html">
          pyarrow.compute.not_equal
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.and_.html">
          pyarrow.compute.and_
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.and_kleene.html">
          pyarrow.compute.and_kleene
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.all.html">
          pyarrow.compute.all
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.any.html">
          pyarrow.compute.any
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.invert.html">
          pyarrow.compute.invert
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.or_.html">
          pyarrow.compute.or_
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.or_kleene.html">
          pyarrow.compute.or_kleene
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.xor.html">
          pyarrow.compute.xor
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.ascii_is_alnum.html">
          pyarrow.compute.ascii_is_alnum
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.ascii_is_alpha.html">
          pyarrow.compute.ascii_is_alpha
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.ascii_is_decimal.html">
          pyarrow.compute.ascii_is_decimal
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.ascii_is_lower.html">
          pyarrow.compute.ascii_is_lower
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.ascii_is_printable.html">
          pyarrow.compute.ascii_is_printable
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.ascii_is_space.html">
          pyarrow.compute.ascii_is_space
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.ascii_is_upper.html">
          pyarrow.compute.ascii_is_upper
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.utf8_is_alnum.html">
          pyarrow.compute.utf8_is_alnum
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.utf8_is_alpha.html">
          pyarrow.compute.utf8_is_alpha
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.utf8_is_decimal.html">
          pyarrow.compute.utf8_is_decimal
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.utf8_is_digit.html">
          pyarrow.compute.utf8_is_digit
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.utf8_is_lower.html">
          pyarrow.compute.utf8_is_lower
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.utf8_is_numeric.html">
          pyarrow.compute.utf8_is_numeric
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.utf8_is_printable.html">
          pyarrow.compute.utf8_is_printable
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.utf8_is_space.html">
          pyarrow.compute.utf8_is_space
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.utf8_is_upper.html">
          pyarrow.compute.utf8_is_upper
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.ascii_is_title.html">
          pyarrow.compute.ascii_is_title
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.utf8_is_title.html">
          pyarrow.compute.utf8_is_title
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.string_is_ascii.html">
          pyarrow.compute.string_is_ascii
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.ascii_lower.html">
          pyarrow.compute.ascii_lower
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.ascii_upper.html">
          pyarrow.compute.ascii_upper
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.utf8_lower.html">
          pyarrow.compute.utf8_lower
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.utf8_upper.html">
          pyarrow.compute.utf8_upper
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.index_in.html">
          pyarrow.compute.index_in
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.is_in.html">
          pyarrow.compute.is_in
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.match_substring.html">
          pyarrow.compute.match_substring
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.match_substring_regex.html">
          pyarrow.compute.match_substring_regex
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.cast.html">
          pyarrow.compute.cast
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.strptime.html">
          pyarrow.compute.strptime
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.filter.html">
          pyarrow.compute.filter
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.take.html">
          pyarrow.compute.take
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.dictionary_encode.html">
          pyarrow.compute.dictionary_encode
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.unique.html">
          pyarrow.compute.unique
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.value_counts.html">
          pyarrow.compute.value_counts
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.partition_nth_indices.html">
          pyarrow.compute.partition_nth_indices
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.sort_indices.html">
          pyarrow.compute.sort_indices
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.binary_length.html">
          pyarrow.compute.binary_length
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.fill_null.html">
          pyarrow.compute.fill_null
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.is_null.html">
          pyarrow.compute.is_null
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.is_valid.html">
          pyarrow.compute.is_valid
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.list_value_length.html">
          pyarrow.compute.list_value_length
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.list_flatten.html">
          pyarrow.compute.list_flatten
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.compute.list_parent_indices.html">
          pyarrow.compute.list_parent_indices
         </a>
        </li>
       </ul>
      </li>
      <li class="toctree-l3 has-children">
       <a class="reference internal" href="../python/api/files.html">
        Streams and File Access
       </a>
       <input class="toctree-checkbox" id="toctree-checkbox-13" name="toctree-checkbox-13" type="checkbox"/>
       <label for="toctree-checkbox-13">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.input_stream.html">
          pyarrow.input_stream
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.output_stream.html">
          pyarrow.output_stream
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.memory_map.html">
          pyarrow.memory_map
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.create_memory_map.html">
          pyarrow.create_memory_map
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.NativeFile.html">
          pyarrow.NativeFile
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.OSFile.html">
          pyarrow.OSFile
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.PythonFile.html">
          pyarrow.PythonFile
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.BufferReader.html">
          pyarrow.BufferReader
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.BufferOutputStream.html">
          pyarrow.BufferOutputStream
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.FixedSizeBufferWriter.html">
          pyarrow.FixedSizeBufferWriter
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.MemoryMappedFile.html">
          pyarrow.MemoryMappedFile
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.CompressedInputStream.html">
          pyarrow.CompressedInputStream
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.CompressedOutputStream.html">
          pyarrow.CompressedOutputStream
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.hdfs.connect.html">
          pyarrow.hdfs.connect
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.LocalFileSystem.html">
          pyarrow.LocalFileSystem
         </a>
        </li>
       </ul>
      </li>
      <li class="toctree-l3 has-children">
       <a class="reference internal" href="../python/api/tables.html">
        Tables and Tensors
       </a>
       <input class="toctree-checkbox" id="toctree-checkbox-14" name="toctree-checkbox-14" type="checkbox"/>
       <label for="toctree-checkbox-14">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.chunked_array.html">
          pyarrow.chunked_array
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.concat_arrays.html">
          pyarrow.concat_arrays
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.concat_tables.html">
          pyarrow.concat_tables
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.record_batch.html">
          pyarrow.record_batch
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.table.html">
          pyarrow.table
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ChunkedArray.html">
          pyarrow.ChunkedArray
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.RecordBatch.html">
          pyarrow.RecordBatch
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Table.html">
          pyarrow.Table
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.Tensor.html">
          pyarrow.Tensor
         </a>
        </li>
       </ul>
      </li>
      <li class="toctree-l3 has-children">
       <a class="reference internal" href="../python/api/ipc.html">
        Serialization and IPC
       </a>
       <input class="toctree-checkbox" id="toctree-checkbox-15" name="toctree-checkbox-15" type="checkbox"/>
       <label for="toctree-checkbox-15">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ipc.new_file.html">
          pyarrow.ipc.new_file
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ipc.open_file.html">
          pyarrow.ipc.open_file
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ipc.new_stream.html">
          pyarrow.ipc.new_stream
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ipc.open_stream.html">
          pyarrow.ipc.open_stream
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ipc.read_message.html">
          pyarrow.ipc.read_message
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ipc.read_record_batch.html">
          pyarrow.ipc.read_record_batch
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ipc.get_record_batch_size.html">
          pyarrow.ipc.get_record_batch_size
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ipc.read_tensor.html">
          pyarrow.ipc.read_tensor
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ipc.write_tensor.html">
          pyarrow.ipc.write_tensor
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ipc.get_tensor_size.html">
          pyarrow.ipc.get_tensor_size
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ipc.Message.html">
          pyarrow.ipc.Message
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ipc.MessageReader.html">
          pyarrow.ipc.MessageReader
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ipc.RecordBatchFileReader.html">
          pyarrow.ipc.RecordBatchFileReader
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ipc.RecordBatchFileWriter.html">
          pyarrow.ipc.RecordBatchFileWriter
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ipc.RecordBatchStreamReader.html">
          pyarrow.ipc.RecordBatchStreamReader
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.ipc.RecordBatchStreamWriter.html">
          pyarrow.ipc.RecordBatchStreamWriter
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.serialize.html">
          pyarrow.serialize
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.serialize_to.html">
          pyarrow.serialize_to
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.deserialize.html">
          pyarrow.deserialize
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.deserialize_components.html">
          pyarrow.deserialize_components
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.deserialize_from.html">
          pyarrow.deserialize_from
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.read_serialized.html">
          pyarrow.read_serialized
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.SerializedPyObject.html">
          pyarrow.SerializedPyObject
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.SerializationContext.html">
          pyarrow.SerializationContext
         </a>
        </li>
       </ul>
      </li>
      <li class="toctree-l3 has-children">
       <a class="reference internal" href="../python/api/flight.html">
        Arrow Flight
       </a>
       <input class="toctree-checkbox" id="toctree-checkbox-16" name="toctree-checkbox-16" type="checkbox"/>
       <label for="toctree-checkbox-16">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.Action.html">
          pyarrow.flight.Action
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.ActionType.html">
          pyarrow.flight.ActionType
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.DescriptorType.html">
          pyarrow.flight.DescriptorType
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.FlightDescriptor.html">
          pyarrow.flight.FlightDescriptor
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.FlightEndpoint.html">
          pyarrow.flight.FlightEndpoint
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.FlightInfo.html">
          pyarrow.flight.FlightInfo
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.Location.html">
          pyarrow.flight.Location
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.Ticket.html">
          pyarrow.flight.Ticket
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.Result.html">
          pyarrow.flight.Result
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.FlightCallOptions.html">
          pyarrow.flight.FlightCallOptions
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.FlightClient.html">
          pyarrow.flight.FlightClient
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.ClientMiddlewareFactory.html">
          pyarrow.flight.ClientMiddlewareFactory
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.ClientMiddleware.html">
          pyarrow.flight.ClientMiddleware
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.FlightServerBase.html">
          pyarrow.flight.FlightServerBase
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.GeneratorStream.html">
          pyarrow.flight.GeneratorStream
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.RecordBatchStream.html">
          pyarrow.flight.RecordBatchStream
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.ServerMiddlewareFactory.html">
          pyarrow.flight.ServerMiddlewareFactory
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.ServerMiddleware.html">
          pyarrow.flight.ServerMiddleware
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.ClientAuthHandler.html">
          pyarrow.flight.ClientAuthHandler
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.ServerAuthHandler.html">
          pyarrow.flight.ServerAuthHandler
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.FlightMethod.html">
          pyarrow.flight.FlightMethod
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.flight.CallInfo.html">
          pyarrow.flight.CallInfo
         </a>
        </li>
       </ul>
      </li>
      <li class="toctree-l3 has-children">
       <a class="reference internal" href="../python/api/formats.html">
        Tabular File Formats
       </a>
       <input class="toctree-checkbox" id="toctree-checkbox-17" name="toctree-checkbox-17" type="checkbox"/>
       <label for="toctree-checkbox-17">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.csv.ReadOptions.html">
          pyarrow.csv.ReadOptions
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.csv.ParseOptions.html">
          pyarrow.csv.ParseOptions
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.csv.ConvertOptions.html">
          pyarrow.csv.ConvertOptions
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.csv.read_csv.html">
          pyarrow.csv.read_csv
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.csv.open_csv.html">
          pyarrow.csv.open_csv
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.csv.CSVStreamingReader.html">
          pyarrow.csv.CSVStreamingReader
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.feather.read_feather.html">
          pyarrow.feather.read_feather
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.feather.read_table.html">
          pyarrow.feather.read_table
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.feather.write_feather.html">
          pyarrow.feather.write_feather
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.json.ReadOptions.html">
          pyarrow.json.ReadOptions
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.json.ParseOptions.html">
          pyarrow.json.ParseOptions
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.json.read_json.html">
          pyarrow.json.read_json
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.parquet.ParquetDataset.html">
          pyarrow.parquet.ParquetDataset
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.parquet.ParquetFile.html">
          pyarrow.parquet.ParquetFile
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.parquet.ParquetWriter.html">
          pyarrow.parquet.ParquetWriter
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.parquet.read_table.html">
          pyarrow.parquet.read_table
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.parquet.read_metadata.html">
          pyarrow.parquet.read_metadata
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.parquet.read_pandas.html">
          pyarrow.parquet.read_pandas
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.parquet.read_schema.html">
          pyarrow.parquet.read_schema
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.parquet.write_metadata.html">
          pyarrow.parquet.write_metadata
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.parquet.write_table.html">
          pyarrow.parquet.write_table
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.parquet.write_to_dataset.html">
          pyarrow.parquet.write_to_dataset
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.orc.ORCFile.html">
          pyarrow.orc.ORCFile
         </a>
        </li>
       </ul>
      </li>
      <li class="toctree-l3 has-children">
       <a class="reference internal" href="../python/api/filesystems.html">
        Filesystems
       </a>
       <input class="toctree-checkbox" id="toctree-checkbox-18" name="toctree-checkbox-18" type="checkbox"/>
       <label for="toctree-checkbox-18">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.fs.FileInfo.html">
          pyarrow.fs.FileInfo
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.fs.FileSelector.html">
          pyarrow.fs.FileSelector
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.fs.FileSystem.html">
          pyarrow.fs.FileSystem
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.fs.LocalFileSystem.html">
          pyarrow.fs.LocalFileSystem
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.fs.S3FileSystem.html">
          pyarrow.fs.S3FileSystem
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.fs.HadoopFileSystem.html">
          pyarrow.fs.HadoopFileSystem
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.fs.SubTreeFileSystem.html">
          pyarrow.fs.SubTreeFileSystem
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.fs.PyFileSystem.html">
          pyarrow.fs.PyFileSystem
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.fs.FileSystemHandler.html">
          pyarrow.fs.FileSystemHandler
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.fs.FSSpecHandler.html">
          pyarrow.fs.FSSpecHandler
         </a>
        </li>
       </ul>
      </li>
      <li class="toctree-l3 has-children">
       <a class="reference internal" href="../python/api/dataset.html">
        Dataset
       </a>
       <input class="toctree-checkbox" id="toctree-checkbox-19" name="toctree-checkbox-19" type="checkbox"/>
       <label for="toctree-checkbox-19">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.dataset.dataset.html">
          pyarrow.dataset.dataset
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.dataset.parquet_dataset.html">
          pyarrow.dataset.parquet_dataset
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.dataset.partitioning.html">
          pyarrow.dataset.partitioning
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.dataset.field.html">
          pyarrow.dataset.field
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.dataset.scalar.html">
          pyarrow.dataset.scalar
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.dataset.FileFormat.html">
          pyarrow.dataset.FileFormat
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.dataset.ParquetFileFormat.html">
          pyarrow.dataset.ParquetFileFormat
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.dataset.Partitioning.html">
          pyarrow.dataset.Partitioning
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.dataset.PartitioningFactory.html">
          pyarrow.dataset.PartitioningFactory
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.dataset.DirectoryPartitioning.html">
          pyarrow.dataset.DirectoryPartitioning
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.dataset.HivePartitioning.html">
          pyarrow.dataset.HivePartitioning
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.dataset.Dataset.html">
          pyarrow.dataset.Dataset
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.dataset.FileSystemDataset.html">
          pyarrow.dataset.FileSystemDataset
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.dataset.FileSystemFactoryOptions.html">
          pyarrow.dataset.FileSystemFactoryOptions
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.dataset.FileSystemDatasetFactory.html">
          pyarrow.dataset.FileSystemDatasetFactory
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.dataset.UnionDataset.html">
          pyarrow.dataset.UnionDataset
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.dataset.Scanner.html">
          pyarrow.dataset.Scanner
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.dataset.Expression.html">
          pyarrow.dataset.Expression
         </a>
        </li>
       </ul>
      </li>
      <li class="toctree-l3 has-children">
       <a class="reference internal" href="../python/api/plasma.html">
        Plasma In-Memory Object Store
       </a>
       <input class="toctree-checkbox" id="toctree-checkbox-20" name="toctree-checkbox-20" type="checkbox"/>
       <label for="toctree-checkbox-20">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.plasma.ObjectID.html">
          pyarrow.plasma.ObjectID
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.plasma.PlasmaClient.html">
          pyarrow.plasma.PlasmaClient
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.plasma.PlasmaBuffer.html">
          pyarrow.plasma.PlasmaBuffer
         </a>
        </li>
       </ul>
      </li>
      <li class="toctree-l3 has-children">
       <a class="reference internal" href="../python/api/cuda.html">
        CUDA Integration
       </a>
       <input class="toctree-checkbox" id="toctree-checkbox-21" name="toctree-checkbox-21" type="checkbox"/>
       <label for="toctree-checkbox-21">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.cuda.Context.html">
          pyarrow.cuda.Context
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.cuda.CudaBuffer.html">
          pyarrow.cuda.CudaBuffer
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.cuda.new_host_buffer.html">
          pyarrow.cuda.new_host_buffer
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.cuda.HostBuffer.html">
          pyarrow.cuda.HostBuffer
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.cuda.BufferReader.html">
          pyarrow.cuda.BufferReader
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.cuda.BufferWriter.html">
          pyarrow.cuda.BufferWriter
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.cuda.serialize_record_batch.html">
          pyarrow.cuda.serialize_record_batch
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.cuda.read_record_batch.html">
          pyarrow.cuda.read_record_batch
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.cuda.read_message.html">
          pyarrow.cuda.read_message
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.cuda.IpcMemHandle.html">
          pyarrow.cuda.IpcMemHandle
         </a>
        </li>
       </ul>
      </li>
      <li class="toctree-l3 has-children">
       <a class="reference internal" href="../python/api/misc.html">
        Miscellaneous
       </a>
       <input class="toctree-checkbox" id="toctree-checkbox-22" name="toctree-checkbox-22" type="checkbox"/>
       <label for="toctree-checkbox-22">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.cpu_count.html">
          pyarrow.cpu_count
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.set_cpu_count.html">
          pyarrow.set_cpu_count
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.get_include.html">
          pyarrow.get_include
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.get_libraries.html">
          pyarrow.get_libraries
         </a>
        </li>
        <li class="toctree-l4">
         <a class="reference internal" href="../python/generated/pyarrow.get_library_dirs.html">
          pyarrow.get_library_dirs
         </a>
        </li>
       </ul>
      </li>
     </ul>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../python/getting_involved.html">
      Getting Involved
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../python/benchmarks.html">
      Benchmarks
     </a>
    </li>
   </ul>
  </li>
  <li class="toctree-l1">
   <a class="reference external" href="https://arrow.apache.org/docs/r/">
    R
   </a>
  </li>
  <li class="toctree-l1">
   <a class="reference external" href="https://github.com/apache/arrow/blob/master/ruby/README.md">
    Ruby
   </a>
  </li>
  <li class="toctree-l1">
   <a class="reference external" href="https://docs.rs/crate/arrow/">
    Rust
   </a>
  </li>
 </ul>
 <p class="caption">
  <span class="caption-text">
   Development
  </span>
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1">
   <a class="reference internal" href="../developers/contributing.html">
    Contributing to Apache Arrow
   </a>
  </li>
  <li class="toctree-l1 has-children">
   <a class="reference internal" href="../developers/cpp/index.html">
    C++ Development
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-23" name="toctree-checkbox-23" type="checkbox"/>
   <label for="toctree-checkbox-23">
    <i class="fas fa-chevron-down">
    </i>
   </label>
   <ul>
    <li class="toctree-l2">
     <a class="reference internal" href="../developers/cpp/building.html">
      Building Arrow C++
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../developers/cpp/development.html">
      Development Guidelines
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../developers/cpp/windows.html">
      Developing on Windows
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../developers/cpp/conventions.html">
      Conventions
     </a>
    </li>
    <li class="toctree-l2">
     <a class="reference internal" href="../developers/cpp/fuzzing.html">
      Fuzzing Arrow C++
     </a>
    </li>
   </ul>
  </li>
  <li class="toctree-l1">
   <a class="reference internal" href="../developers/python.html">
    Python Development
   </a>
  </li>
  <li class="toctree-l1">
   <a class="reference internal" href="../developers/archery.html">
    Daily Development using Archery
   </a>
  </li>
  <li class="toctree-l1">
   <a class="reference internal" href="../developers/crossbow.html">
    Packaging and Testing with Crossbow
   </a>
  </li>
  <li class="toctree-l1">
   <a class="reference internal" href="../developers/docker.html">
    Running Docker Builds
   </a>
  </li>
  <li class="toctree-l1">
   <a class="reference internal" href="../developers/benchmarks.html">
    Benchmarks
   </a>
  </li>
  <li class="toctree-l1">
   <a class="reference internal" href="../developers/documentation.html">
    Building the Documentation
   </a>
  </li>
 </ul>


   </div>
 </nav>
             </div>


           <div class="d-none d-xl-block col-xl-2 bd-toc">


               <div class="toc-item">

 <div class="tocsection onthispage pt-5 pb-3">
     <i class="fas fa-list"></i> On this page
 </div>

 <nav id="bd-toc-nav">
     <ul class="visible nav section-nav flex-column">
  <li class="toc-h2 nav-item toc-entry">
   <a class="reference internal nav-link" href="#writing-and-reading-streaming-format">
    Writing and Reading Streaming Format
   </a>
  </li>
  <li class="toc-h2 nav-item toc-entry">
   <a class="reference internal nav-link" href="#writing-and-reading-random-access-files">
    Writing and Reading Random Access Files
   </a>
  </li>
 </ul>

 </nav>
               </div>

               <div class="toc-item">

               </div>


           </div>


           <main class="col-12 col-md-9 col-xl-7 py-md-5 pl-md-5 pr-md-4 bd-content" role="main">

               <div>

   <div class="section" id="reading-writing-ipc-formats">
 <h1>Reading/Writing IPC formats<a class="headerlink" href="#reading-writing-ipc-formats" title="Permalink to this headline">¶</a></h1>
 <p>Arrow defines two types of binary formats for serializing record batches:</p>
 <ul class="simple">
 <li><p><strong>Streaming format</strong>: for sending an arbitrary number of record
 batches. The format must be processed from start to end, and does not support
 random access</p></li>
 <li><p><strong>File or Random Access format</strong>: for serializing a fixed number of record
 batches. It supports random access, and thus is very useful when used with
 memory maps</p></li>
 </ul>
 <div class="section" id="writing-and-reading-streaming-format">
 <h2>Writing and Reading Streaming Format<a class="headerlink" href="#writing-and-reading-streaming-format" title="Permalink to this headline">¶</a></h2>
 <p>First, let’s populate a <code class="xref py py-class docutils literal notranslate"><span class="pre">VectorSchemaRoot</span></code> with a small batch of records</p>
 <div class="highlight-Java notranslate"><div class="highlight"><pre><span></span><span class="n">BitVector</span> <span class="n">bitVector</span> <span class="o">=</span> <span class="k">new</span> <span class="n">BitVector</span><span class="o">(</span><span class="s">&quot;boolean&quot;</span><span class="o">,</span> <span class="n">allocator</span><span class="o">);</span>
 <span class="n">VarCharVector</span> <span class="n">varCharVector</span> <span class="o">=</span> <span class="k">new</span> <span class="n">VarCharVector</span><span class="o">(</span><span class="s">&quot;varchar&quot;</span><span class="o">,</span> <span class="n">allocator</span><span class="o">);</span>
 <span class="k">for</span> <span class="o">(</span><span class="kt">int</span> <span class="n">i</span> <span class="o">=</span> <span class="mi">0</span><span class="o">;</span> <span class="n">i</span> <span class="o">&lt;</span> <span class="mi">10</span><span class="o">;</span> <span class="n">i</span><span class="o">++)</span> <span class="o">{</span>
   <span class="n">bitVector</span><span class="o">.</span><span class="na">setSafe</span><span class="o">(</span><span class="n">i</span><span class="o">,</span> <span class="n">i</span> <span class="o">%</span> <span class="mi">2</span> <span class="o">==</span> <span class="mi">0</span> <span class="o">?</span> <span class="mi">0</span> <span class="o">:</span> <span class="mi">1</span><span class="o">);</span>
   <span class="n">varCharVector</span><span class="o">.</span><span class="na">setSafe</span><span class="o">(</span><span class="n">i</span><span class="o">,</span> <span class="o">(</span><span class="s">&quot;test&quot;</span> <span class="o">+</span> <span class="n">i</span><span class="o">).</span><span class="na">getBytes</span><span class="o">(</span><span class="n">StandardCharsets</span><span class="o">.</span><span class="na">UTF_8</span><span class="o">));</span>
 <span class="o">}</span>
 <span class="n">bitVector</span><span class="o">.</span><span class="na">setValueCount</span><span class="o">(</span><span class="mi">10</span><span class="o">);</span>
 <span class="n">varCharVector</span><span class="o">.</span><span class="na">setValueCount</span><span class="o">(</span><span class="mi">10</span><span class="o">);</span>

 <span class="n">List</span><span class="o">&lt;</span><span class="n">Field</span><span class="o">&gt;</span> <span class="n">fields</span> <span class="o">=</span> <span class="n">Arrays</span><span class="o">.</span><span class="na">asList</span><span class="o">(</span><span class="n">bitVector</span><span class="o">.</span><span class="na">getField</span><span class="o">(),</span> <span class="n">varCharVector</span><span class="o">.</span><span class="na">getField</span><span class="o">());</span>
 <span class="n">List</span><span class="o">&lt;</span><span class="n">FieldVector</span><span class="o">&gt;</span> <span class="n">vectors</span> <span class="o">=</span> <span class="n">Arrays</span><span class="o">.</span><span class="na">asList</span><span class="o">(</span><span class="n">bitVector</span><span class="o">,</span> <span class="n">varCharVector</span><span class="o">);</span>
 <span class="n">VectorSchemaRoot</span> <span class="n">root</span> <span class="o">=</span> <span class="k">new</span> <span class="n">VectorSchemaRoot</span><span class="o">(</span><span class="n">fields</span><span class="o">,</span> <span class="n">vectors</span><span class="o">);</span>
 </pre></div>
 </div>
 <p>Now, we can begin writing a stream containing some number of these batches. For this we use <code class="xref py py-class docutils literal notranslate"><span class="pre">ArrowStreamWriter</span></code>
 (DictionaryProvider used for any vectors that are dictionary encoded is optional and can be null)):</p>
 <div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">ByteArrayOutputStream</span> <span class="n">out</span> <span class="o">=</span> <span class="n">new</span> <span class="n">ByteArrayOutputStream</span><span class="p">();</span>
 <span class="n">ArrowStreamWriter</span> <span class="n">writer</span> <span class="o">=</span> <span class="n">new</span> <span class="n">ArrowStreamWriter</span><span class="p">(</span><span class="n">root</span><span class="p">,</span> <span class="o">/*</span><span class="n">DictionaryProvider</span><span class="o">=*/</span><span class="n">null</span><span class="p">,</span> <span class="n">Channels</span><span class="o">.</span><span class="n">newChannel</span><span class="p">(</span><span class="n">out</span><span class="p">));</span>
 </pre></div>
 </div>
 <p>Here we used an in-memory stream, but this could have been a socket or some other IO stream. Then we can do</p>
 <div class="highlight-Java notranslate"><div class="highlight"><pre><span></span><span class="n">writer</span><span class="o">.</span><span class="na">start</span><span class="o">();</span>
 <span class="c1">// write the first batch</span>
 <span class="n">writer</span><span class="o">.</span><span class="na">writeBatch</span><span class="o">();</span>

 <span class="c1">// write another four batches.</span>
 <span class="k">for</span> <span class="o">(</span><span class="kt">int</span> <span class="n">i</span> <span class="o">=</span> <span class="mi">0</span><span class="o">;</span> <span class="n">i</span> <span class="o">&lt;</span> <span class="mi">4</span><span class="o">;</span> <span class="n">i</span><span class="o">++)</span> <span class="o">{</span>
   <span class="c1">// populate VectorSchemaRoot data and write the second batch</span>
   <span class="n">BitVector</span> <span class="n">childVector1</span> <span class="o">=</span> <span class="o">(</span><span class="n">BitVector</span><span class="o">)</span><span class="n">root</span><span class="o">.</span><span class="na">getVector</span><span class="o">(</span><span class="mi">0</span><span class="o">);</span>
   <span class="n">VarCharVector</span> <span class="n">childVector2</span> <span class="o">=</span> <span class="o">(</span><span class="n">VarCharVector</span><span class="o">)</span><span class="n">root</span><span class="o">.</span><span class="na">getVector</span><span class="o">(</span><span class="mi">1</span><span class="o">);</span>
   <span class="n">childVector1</span><span class="o">.</span><span class="na">reset</span><span class="o">();</span>
   <span class="n">childVector2</span><span class="o">.</span><span class="na">reset</span><span class="o">();</span>
   <span class="o">...</span> <span class="k">do</span> <span class="n">some</span> <span class="n">populate</span> <span class="n">work</span> <span class="n">here</span><span class="o">,</span> <span class="n">could</span> <span class="n">be</span> <span class="n">different</span> <span class="k">for</span> <span class="n">each</span> <span class="n">batch</span>
   <span class="n">writer</span><span class="o">.</span><span class="na">writeBatch</span><span class="o">();</span>
 <span class="o">}</span>

 <span class="c1">// end</span>
 <span class="n">writer</span><span class="o">.</span><span class="na">end</span><span class="o">();</span>
 </pre></div>
 </div>
 <p>Note since the <code class="xref py py-class docutils literal notranslate"><span class="pre">VectorSchemaRoot</span></code> in writer is a container that can hold batches, batches flow through
 <code class="xref py py-class docutils literal notranslate"><span class="pre">VectorSchemaRoot</span></code> as part of a pipeline, so we need to populate data before <cite>writeBatch</cite> so that later batches
 could overwrite previous ones.</p>
 <p>Now the <code class="xref py py-class docutils literal notranslate"><span class="pre">ByteArrayOutputStream</span></code> contains the complete stream which contains 5 record batches.
 We can read such a stream with <code class="xref py py-class docutils literal notranslate"><span class="pre">ArrowStreamReader</span></code>, note that <code class="xref py py-class docutils literal notranslate"><span class="pre">VectorSchemaRoot</span></code> within
 reader will be loaded with new values on every call to <code class="xref py py-class docutils literal notranslate"><span class="pre">loadNextBatch()</span></code></p>
 <div class="highlight-Java notranslate"><div class="highlight"><pre><span></span><span class="k">try</span> <span class="o">(</span><span class="n">ArrowStreamReader</span> <span class="n">reader</span> <span class="o">=</span> <span class="k">new</span> <span class="n">ArrowStreamReader</span><span class="o">(</span><span class="k">new</span> <span class="n">ByteArrayInputStream</span><span class="o">(</span><span class="n">out</span><span class="o">.</span><span class="na">toByteArray</span><span class="o">()),</span> <span class="n">allocator</span><span class="o">))</span> <span class="o">{</span>
   <span class="n">Schema</span> <span class="n">schema</span> <span class="o">=</span> <span class="n">reader</span><span class="o">.</span><span class="na">getVectorSchemaRoot</span><span class="o">().</span><span class="na">getSchema</span><span class="o">();</span>
   <span class="k">for</span> <span class="o">(</span><span class="kt">int</span> <span class="n">i</span> <span class="o">=</span> <span class="mi">0</span><span class="o">;</span> <span class="n">i</span> <span class="o">&lt;</span> <span class="mi">5</span><span class="o">;</span> <span class="n">i</span><span class="o">++)</span> <span class="o">{</span>
     <span class="c1">// This will be loaded with new values on every call to loadNextBatch</span>
     <span class="n">VectorSchemaRoot</span> <span class="n">readBatch</span> <span class="o">=</span> <span class="n">reader</span><span class="o">.</span><span class="na">getVectorSchemaRoot</span><span class="o">();</span>
     <span class="n">reader</span><span class="o">.</span><span class="na">loadNextBatch</span><span class="o">();</span>
     <span class="o">...</span> <span class="k">do</span> <span class="n">something</span> <span class="n">with</span> <span class="n">readBatch</span>
   <span class="o">}</span>

 <span class="o">}</span>
 </pre></div>
 </div>
 <p>Here we also give a simple example with dictionary encoded vectors</p>
 <div class="highlight-Java notranslate"><div class="highlight"><pre><span></span><span class="n">DictionaryProvider</span><span class="o">.</span><span class="na">MapDictionaryProvider</span> <span class="n">provider</span> <span class="o">=</span> <span class="k">new</span> <span class="n">DictionaryProvider</span><span class="o">.</span><span class="na">MapDictionaryProvider</span><span class="o">();</span>
 <span class="c1">// create dictionary and provider</span>
 <span class="kd">final</span> <span class="n">VarCharVector</span> <span class="n">dictVector</span> <span class="o">=</span> <span class="k">new</span> <span class="n">VarCharVector</span><span class="o">(</span><span class="s">&quot;dict&quot;</span><span class="o">,</span> <span class="n">allocator</span><span class="o">);</span>
 <span class="n">dictVector</span><span class="o">.</span><span class="na">allocateNewSafe</span><span class="o">();</span>
 <span class="n">dictVector</span><span class="o">.</span><span class="na">setSafe</span><span class="o">(</span><span class="mi">0</span><span class="o">,</span> <span class="s">&quot;aa&quot;</span><span class="o">.</span><span class="na">getBytes</span><span class="o">());</span>
 <span class="n">dictVector</span><span class="o">.</span><span class="na">setSafe</span><span class="o">(</span><span class="mi">1</span><span class="o">,</span> <span class="s">&quot;bb&quot;</span><span class="o">.</span><span class="na">getBytes</span><span class="o">());</span>
 <span class="n">dictVector</span><span class="o">.</span><span class="na">setSafe</span><span class="o">(</span><span class="mi">2</span><span class="o">,</span> <span class="s">&quot;cc&quot;</span><span class="o">.</span><span class="na">getBytes</span><span class="o">());</span>
 <span class="n">dictVector</span><span class="o">.</span><span class="na">setValueCount</span><span class="o">(</span><span class="mi">3</span><span class="o">);</span>

 <span class="n">Dictionary</span> <span class="n">dictionary</span> <span class="o">=</span>
     <span class="k">new</span> <span class="n">Dictionary</span><span class="o">(</span><span class="n">dictVector</span><span class="o">,</span> <span class="k">new</span> <span class="n">DictionaryEncoding</span><span class="o">(</span><span class="mi">1L</span><span class="o">,</span> <span class="kc">false</span><span class="o">,</span> <span class="cm">/*indexType=*/</span><span class="kc">null</span><span class="o">));</span>
 <span class="n">provider</span><span class="o">.</span><span class="na">put</span><span class="o">(</span><span class="n">dictionary</span><span class="o">);</span>

 <span class="c1">// create vector and encode it</span>
 <span class="kd">final</span> <span class="n">VarCharVector</span> <span class="n">vector</span> <span class="o">=</span> <span class="k">new</span> <span class="n">VarCharVector</span><span class="o">(</span><span class="s">&quot;vector&quot;</span><span class="o">,</span> <span class="n">allocator</span><span class="o">);</span>
 <span class="n">vector</span><span class="o">.</span><span class="na">allocateNewSafe</span><span class="o">();</span>
 <span class="n">vector</span><span class="o">.</span><span class="na">setSafe</span><span class="o">(</span><span class="mi">0</span><span class="o">,</span> <span class="s">&quot;bb&quot;</span><span class="o">.</span><span class="na">getBytes</span><span class="o">());</span>
 <span class="n">vector</span><span class="o">.</span><span class="na">setSafe</span><span class="o">(</span><span class="mi">1</span><span class="o">,</span> <span class="s">&quot;bb&quot;</span><span class="o">.</span><span class="na">getBytes</span><span class="o">());</span>
 <span class="n">vector</span><span class="o">.</span><span class="na">setSafe</span><span class="o">(</span><span class="mi">2</span><span class="o">,</span> <span class="s">&quot;cc&quot;</span><span class="o">.</span><span class="na">getBytes</span><span class="o">());</span>
 <span class="n">vector</span><span class="o">.</span><span class="na">setSafe</span><span class="o">(</span><span class="mi">3</span><span class="o">,</span> <span class="s">&quot;aa&quot;</span><span class="o">.</span><span class="na">getBytes</span><span class="o">());</span>
 <span class="n">vector</span><span class="o">.</span><span class="na">setValueCount</span><span class="o">(</span><span class="mi">4</span><span class="o">);</span>

 <span class="c1">// get the encoded vector</span>
 <span class="n">IntVector</span> <span class="n">encodedVector</span> <span class="o">=</span> <span class="o">(</span><span class="n">IntVector</span><span class="o">)</span> <span class="n">DictionaryEncoder</span><span class="o">.</span><span class="na">encode</span><span class="o">(</span><span class="n">vector</span><span class="o">,</span> <span class="n">dictionary</span><span class="o">);</span>

 <span class="c1">// create VectorSchemaRoot</span>
 <span class="n">List</span><span class="o">&lt;</span><span class="n">Field</span><span class="o">&gt;</span> <span class="n">fields</span> <span class="o">=</span> <span class="n">Arrays</span><span class="o">.</span><span class="na">asList</span><span class="o">(</span><span class="n">encodedVector</span><span class="o">.</span><span class="na">getField</span><span class="o">());</span>
 <span class="n">List</span><span class="o">&lt;</span><span class="n">FieldVector</span><span class="o">&gt;</span> <span class="n">vectors</span> <span class="o">=</span> <span class="n">Arrays</span><span class="o">.</span><span class="na">asList</span><span class="o">(</span><span class="n">encodedVector</span><span class="o">);</span>
 <span class="n">VectorSchemaRoot</span> <span class="n">root</span> <span class="o">=</span> <span class="k">new</span> <span class="n">VectorSchemaRoot</span><span class="o">(</span><span class="n">fields</span><span class="o">,</span> <span class="n">vectors</span><span class="o">);</span>

 <span class="c1">// write data</span>
 <span class="n">ByteArrayOutputStream</span> <span class="n">out</span> <span class="o">=</span> <span class="k">new</span> <span class="n">ByteArrayOutputStream</span><span class="o">();</span>
 <span class="n">ArrowStreamWriter</span> <span class="n">writer</span> <span class="o">=</span> <span class="k">new</span> <span class="n">ArrowStreamWriter</span><span class="o">(</span><span class="n">root</span><span class="o">,</span> <span class="n">provider</span><span class="o">,</span> <span class="n">Channels</span><span class="o">.</span><span class="na">newChannel</span><span class="o">(</span><span class="n">out</span><span class="o">));</span>
 <span class="n">writer</span><span class="o">.</span><span class="na">start</span><span class="o">();</span>
 <span class="n">writer</span><span class="o">.</span><span class="na">writeBatch</span><span class="o">();</span>
 <span class="n">writer</span><span class="o">.</span><span class="na">end</span><span class="o">();</span>

 <span class="c1">// read data</span>
 <span class="k">try</span> <span class="o">(</span><span class="n">ArrowStreamReader</span> <span class="n">reader</span> <span class="o">=</span> <span class="k">new</span> <span class="n">ArrowStreamReader</span><span class="o">(</span><span class="k">new</span> <span class="n">ByteArrayInputStream</span><span class="o">(</span><span class="n">out</span><span class="o">.</span><span class="na">toByteArray</span><span class="o">()),</span> <span class="n">allocator</span><span class="o">))</span> <span class="o">{</span>
   <span class="n">reader</span><span class="o">.</span><span class="na">loadNextBatch</span><span class="o">();</span>
   <span class="n">VectorSchemaRoot</span> <span class="n">readRoot</span> <span class="o">=</span> <span class="n">reader</span><span class="o">.</span><span class="na">getVectorSchemaRoot</span><span class="o">();</span>
   <span class="c1">// get the encoded vector</span>
   <span class="n">IntVector</span> <span class="n">intVector</span> <span class="o">=</span> <span class="o">(</span><span class="n">IntVector</span><span class="o">)</span> <span class="n">readRoot</span><span class="o">.</span><span class="na">getVector</span><span class="o">(</span><span class="mi">0</span><span class="o">);</span>

   <span class="c1">// get dictionaries and decode the vector</span>
   <span class="n">Map</span><span class="o">&lt;</span><span class="n">Long</span><span class="o">,</span> <span class="n">Dictionary</span><span class="o">&gt;</span> <span class="n">dictionaryMap</span> <span class="o">=</span> <span class="n">reader</span><span class="o">.</span><span class="na">getDictionaryVectors</span><span class="o">();</span>
   <span class="kt">long</span> <span class="n">dictionaryId</span> <span class="o">=</span> <span class="n">intVector</span><span class="o">.</span><span class="na">getField</span><span class="o">().</span><span class="na">getDictionary</span><span class="o">().</span><span class="na">getId</span><span class="o">();</span>
   <span class="n">VarCharVector</span> <span class="n">varCharVector</span> <span class="o">=</span>
       <span class="o">(</span><span class="n">VarCharVector</span><span class="o">)</span> <span class="n">DictionaryEncoder</span><span class="o">.</span><span class="na">decode</span><span class="o">(</span><span class="n">intVector</span><span class="o">,</span> <span class="n">dictionaryMap</span><span class="o">.</span><span class="na">get</span><span class="o">(</span><span class="n">dictionaryId</span><span class="o">));</span>

 <span class="o">}</span>
 </pre></div>
 </div>
 </div>
 <div class="section" id="writing-and-reading-random-access-files">
 <h2>Writing and Reading Random Access Files<a class="headerlink" href="#writing-and-reading-random-access-files" title="Permalink to this headline">¶</a></h2>
 <p>The <code class="xref py py-class docutils literal notranslate"><span class="pre">ArrowFileWriter</span></code> has the same API as <code class="xref py py-class docutils literal notranslate"><span class="pre">ArrowStreamWriter</span></code></p>
 <div class="highlight-Java notranslate"><div class="highlight"><pre><span></span><span class="n">ByteArrayOutputStream</span> <span class="n">out</span> <span class="o">=</span> <span class="k">new</span> <span class="n">ByteArrayOutputStream</span><span class="o">();</span>
 <span class="n">ArrowFileWriter</span> <span class="n">writer</span> <span class="o">=</span> <span class="k">new</span> <span class="n">ArrowFileWriter</span><span class="o">(</span><span class="n">root</span><span class="o">,</span> <span class="kc">null</span><span class="o">,</span> <span class="n">Channels</span><span class="o">.</span><span class="na">newChannel</span><span class="o">(</span><span class="n">out</span><span class="o">));</span>
 <span class="n">writer</span><span class="o">.</span><span class="na">start</span><span class="o">();</span>
 <span class="c1">// write the first batch</span>
 <span class="n">writer</span><span class="o">.</span><span class="na">writeBatch</span><span class="o">();</span>
 <span class="c1">// write another four batches.</span>
 <span class="k">for</span> <span class="o">(</span><span class="kt">int</span> <span class="n">i</span> <span class="o">=</span> <span class="mi">0</span><span class="o">;</span> <span class="n">i</span> <span class="o">&lt;</span> <span class="mi">4</span><span class="o">;</span> <span class="n">i</span><span class="o">++)</span> <span class="o">{</span>
   <span class="o">...</span> <span class="k">do</span> <span class="n">populate</span> <span class="n">work</span>
   <span class="n">writer</span><span class="o">.</span><span class="na">writeBatch</span><span class="o">();</span>
 <span class="o">}</span>
 <span class="n">writer</span><span class="o">.</span><span class="na">end</span><span class="o">();</span>
 </pre></div>
 </div>
 <p>The difference between <code class="xref py py-class docutils literal notranslate"><span class="pre">ArrowFileReader</span></code> and <code class="xref py py-class docutils literal notranslate"><span class="pre">ArrowStreamReader</span></code> is that the input source
 must have a <code class="docutils literal notranslate"><span class="pre">seek</span></code> method for random access. Because we have access to the entire payload, we know the
 number of record batches in the file, and can read any at random</p>
 <div class="highlight-Java notranslate"><div class="highlight"><pre><span></span><span class="k">try</span> <span class="o">(</span><span class="n">ArrowFileReader</span> <span class="n">reader</span> <span class="o">=</span> <span class="k">new</span> <span class="n">ArrowFileReader</span><span class="o">(</span>
     <span class="k">new</span> <span class="n">ByteArrayReadableSeekableByteChannel</span><span class="o">(</span><span class="n">out</span><span class="o">.</span><span class="na">toByteArray</span><span class="o">()),</span> <span class="n">allocator</span><span class="o">))</span> <span class="o">{</span>

   <span class="c1">// read the 4-th batch</span>
   <span class="n">ArrowBlock</span> <span class="n">block</span> <span class="o">=</span> <span class="n">reader</span><span class="o">.</span><span class="na">getRecordBlocks</span><span class="o">().</span><span class="na">get</span><span class="o">(</span><span class="mi">3</span><span class="o">);</span>
   <span class="n">reader</span><span class="o">.</span><span class="na">loadRecordBatch</span><span class="o">(</span><span class="n">block</span><span class="o">);</span>
   <span class="n">VectorSchemaRoot</span> <span class="n">readBatch</span> <span class="o">=</span> <span class="n">reader</span><span class="o">.</span><span class="na">getVectorSchemaRoot</span><span class="o">();</span>
 <span class="o">}</span>
 </pre></div>
 </div>
 </div>
 </div>


               </div>


               <div class='prev-next-bottom'>

     <a class='left-prev' id="prev-link" href="vector_schema_root.html" title="previous page">VectorSchemaRoot</a>
     <a class='right-next' id="next-link" href="../python/index.html" title="next page">Python bindings</a>

               </div>

           </main>


       </div>
     </div>

   <script src="../_static/js/index.1c5a1a01449ed65a7b51.js"></script>


   <!-- Matomo -->
   <script>
     var _paq = window._paq = window._paq || [];
     /* tracker methods like "setCustomDimension" should be called before "trackPageView" */
     /* We explicitly disable cookie tracking to avoid privacy issues */
     _paq.push(['disableCookies']);
     _paq.push(['trackPageView']);
     _paq.push(['enableLinkTracking']);
     (function() {
       var u="https://analytics.apache.org/";
       _paq.push(['setTrackerUrl', u+'matomo.php']);
       _paq.push(['setSiteId', '20']);
       var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0];
       g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s);
     })();
   </script>
   <!-- End Matomo Code -->
 <footer class="footer mt-5 mt-md-0">
   <div class="container">

     <div class="footer-item">
       <p class="copyright">
     &copy; Copyright 2016-2019 Apache Software Foundation.<br/>
 </p>
     </div>

     <div class="footer-item">
       <p class="sphinx-version">
 Created using <a href="http://sphinx-doc.org/">Sphinx</a> 4.0.2.<br/>
 </p>
     </div>

   </div>
 </footer>
 <script type="text/javascript" src="/docs/_static/versionwarning.js"></script>  </body>
 </html>