Publish built docs triggered by f10d3b892b81f48b4dfc2ccd848d9c2ad5a1c4a7
diff --git a/_sources/autoapi/datafusion/catalog/index.rst.txt b/_sources/autoapi/datafusion/catalog/index.rst.txt index fbf71c6..9364aae 100644 --- a/_sources/autoapi/datafusion/catalog/index.rst.txt +++ b/_sources/autoapi/datafusion/catalog/index.rst.txt
@@ -15,64 +15,253 @@ .. autoapisummary:: datafusion.catalog.Catalog - datafusion.catalog.Database + datafusion.catalog.CatalogProvider + datafusion.catalog.Schema + datafusion.catalog.SchemaProvider datafusion.catalog.Table Module Contents --------------- -.. py:class:: Catalog(catalog: datafusion._internal.Catalog) +.. py:class:: Catalog(catalog: datafusion._internal.catalog.RawCatalog) DataFusion data catalog. This constructor is not typically called by the end user. - .. py:method:: database(name: str = 'public') -> Database + .. py:method:: __repr__() -> str + + Print a string representation of the catalog. + + + + .. py:method:: database(name: str = 'public') -> Schema Returns the database with the given ``name`` from this catalog. - .. py:method:: names() -> list[str] + .. py:method:: deregister_schema(name: str, cascade: bool = True) -> Schema | None - Returns the list of databases in this catalog. + Deregister a schema from this catalog. + + + + .. py:method:: memory_catalog() -> Catalog + :staticmethod: + + + Create an in-memory catalog provider. + + + + .. py:method:: names() -> set[str] + + This is an alias for `schema_names`. + + + + .. py:method:: register_schema(name, schema) -> Schema | None + + Register a schema with this catalog. + + + + .. py:method:: schema(name: str = 'public') -> Schema + + Returns the database with the given ``name`` from this catalog. + + + + .. py:method:: schema_names() -> set[str] + + Returns the list of schemas in this catalog. .. py:attribute:: catalog -.. py:class:: Database(db: datafusion._internal.Database) +.. py:class:: CatalogProvider - DataFusion Database. + Bases: :py:obj:`abc.ABC` + + + Abstract class for defining a Python based Catalog Provider. + + + .. py:method:: deregister_schema(name: str, cascade: bool) -> None + + Remove a schema from this catalog. + + This method is optional. If your catalog provides a fixed list of schemas, you + do not need to implement this method. + + :param name: The name of the schema to remove. + :param cascade: If true, deregister the tables within the schema. + + + + .. py:method:: register_schema(name: str, schema: SchemaProviderExportable | SchemaProvider | Schema) -> None + + Add a schema to this catalog. + + This method is optional. If your catalog provides a fixed list of schemas, you + do not need to implement this method. + + + + .. py:method:: schema(name: str) -> Schema | None + :abstractmethod: + + + Retrieve a specific schema from this catalog. + + + + .. py:method:: schema_names() -> set[str] + :abstractmethod: + + + Set of the names of all schemas in this catalog. + + + +.. py:class:: Schema(schema: datafusion._internal.catalog.RawSchema) + + DataFusion Schema. This constructor is not typically called by the end user. + .. py:method:: __repr__() -> str + + Print a string representation of the schema. + + + + .. py:method:: deregister_table(name: str) -> None + + Deregister a table provider from this schema. + + + + .. py:method:: memory_schema() -> Schema + :staticmethod: + + + Create an in-memory schema provider. + + + .. py:method:: names() -> set[str] - Returns the list of all tables in this database. + This is an alias for `table_names`. + + + + .. py:method:: register_table(name, table) -> None + + Register a table provider in this schema. .. py:method:: table(name: str) -> Table - Return the table with the given ``name`` from this database. + Return the table with the given ``name`` from this schema. - .. py:attribute:: db + .. py:method:: table_names() -> set[str] + + Returns the list of all tables in this schema. -.. py:class:: Table(table: datafusion._internal.Table) + + .. py:attribute:: _raw_schema + + +.. py:class:: SchemaProvider + + Bases: :py:obj:`abc.ABC` + + + Abstract class for defining a Python based Schema Provider. + + + .. py:method:: deregister_table(name, cascade: bool) -> None + + Remove a table from this schema. + + This method is optional. If your schema provides a fixed list of tables, you do + not need to implement this method. + + + + .. py:method:: owner_name() -> str | None + + Returns the owner of the schema. + + This is an optional method. The default return is None. + + + + .. py:method:: register_table(name: str, table: Table) -> None + + Add a table from this schema. + + This method is optional. If your schema provides a fixed list of tables, you do + not need to implement this method. + + + + .. py:method:: table(name: str) -> Table | None + :abstractmethod: + + + Retrieve a specific table from this schema. + + + + .. py:method:: table_exist(name: str) -> bool + :abstractmethod: + + + Returns true if the table exists in this schema. + + + + .. py:method:: table_names() -> set[str] + :abstractmethod: + + + Set of the names of all tables in this schema. + + + +.. py:class:: Table(table: datafusion._internal.catalog.RawTable) DataFusion table. This constructor is not typically called by the end user. + .. py:method:: __repr__() -> str + + Print a string representation of the table. + + + + .. py:method:: from_dataset(dataset: pyarrow.dataset.Dataset) -> Table + :staticmethod: + + + Turn a pyarrow Dataset into a Table. + + + .. py:property:: kind :type: str
diff --git a/_sources/autoapi/datafusion/col/index.rst.txt b/_sources/autoapi/datafusion/col/index.rst.txt deleted file mode 100644 index 138a35e..0000000 --- a/_sources/autoapi/datafusion/col/index.rst.txt +++ /dev/null
@@ -1,29 +0,0 @@ -datafusion.col -============== - -.. py:module:: datafusion.col - -.. autoapi-nested-parse:: - - Col class. - - - -Attributes ----------- - -.. autoapisummary:: - - datafusion.col.col - datafusion.col.column - - -Module Contents ---------------- - -.. py:data:: col - :type: Col - -.. py:data:: column - :type: Col -
diff --git a/_sources/autoapi/datafusion/context/index.rst.txt b/_sources/autoapi/datafusion/context/index.rst.txt index 12c4965..672346d 100644 --- a/_sources/autoapi/datafusion/context/index.rst.txt +++ b/_sources/autoapi/datafusion/context/index.rst.txt
@@ -16,6 +16,7 @@ datafusion.context.ArrowArrayExportable datafusion.context.ArrowStreamExportable + datafusion.context.CatalogProviderExportable datafusion.context.RuntimeConfig datafusion.context.RuntimeEnvBuilder datafusion.context.SQLOptions @@ -53,6 +54,19 @@ .. py:method:: __arrow_c_stream__(requested_schema: object | None = None) -> object +.. py:class:: CatalogProviderExportable + + Bases: :py:obj:`Protocol` + + + Type hint for object that has __datafusion_catalog_provider__ PyCapsule. + + https://docs.rs/datafusion/latest/datafusion/catalog/trait.CatalogProvider.html + + + .. py:method:: __datafusion_catalog_provider__() -> object + + .. py:class:: RuntimeConfig Bases: :py:obj:`RuntimeEnvBuilder` @@ -411,12 +425,29 @@ df = ctx.read_csv("data.csv") + .. py:method:: __repr__() -> str + + Print a string representation of the Session Context. + + + + .. py:method:: _convert_table_partition_cols(table_partition_cols: list[tuple[str, str | pyarrow.DataType]]) -> list[tuple[str, pyarrow.DataType]] + :staticmethod: + + + .. py:method:: catalog(name: str = 'datafusion') -> datafusion.catalog.Catalog Retrieve a catalog by name. + .. py:method:: catalog_names() -> set[str] + + Returns the list of catalogs in this context. + + + .. py:method:: create_dataframe(partitions: list[list[pyarrow.RecordBatch]], name: str | None = None, schema: pyarrow.Schema | None = None) -> datafusion.dataframe.DataFrame Create and return a dataframe using the provided partitions. @@ -544,7 +575,7 @@ - .. py:method:: read_avro(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, file_partition_cols: list[tuple[str, str]] | None = None, file_extension: str = '.avro') -> datafusion.dataframe.DataFrame + .. py:method:: read_avro(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, file_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_extension: str = '.avro') -> datafusion.dataframe.DataFrame Create a :py:class:`DataFrame` for reading Avro data source. @@ -557,7 +588,7 @@ - .. py:method:: read_csv(path: str | pathlib.Path | list[str] | list[pathlib.Path], schema: pyarrow.Schema | None = None, has_header: bool = True, delimiter: str = ',', schema_infer_max_records: int = 1000, file_extension: str = '.csv', table_partition_cols: list[tuple[str, str]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame + .. py:method:: read_csv(path: str | pathlib.Path | list[str] | list[pathlib.Path], schema: pyarrow.Schema | None = None, has_header: bool = True, delimiter: str = ',', schema_infer_max_records: int = 1000, file_extension: str = '.csv', table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame Read a CSV data source. @@ -579,7 +610,7 @@ - .. py:method:: read_json(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, schema_infer_max_records: int = 1000, file_extension: str = '.json', table_partition_cols: list[tuple[str, str]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame + .. py:method:: read_json(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, schema_infer_max_records: int = 1000, file_extension: str = '.json', table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame Read a line-delimited JSON data source. @@ -596,7 +627,7 @@ - .. py:method:: read_parquet(path: str | pathlib.Path, table_partition_cols: list[tuple[str, str]] | None = None, parquet_pruning: bool = True, file_extension: str = '.parquet', skip_metadata: bool = True, schema: pyarrow.Schema | None = None, file_sort_order: list[list[datafusion.expr.Expr | datafusion.expr.SortExpr]] | None = None) -> datafusion.dataframe.DataFrame + .. py:method:: read_parquet(path: str | pathlib.Path, table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, parquet_pruning: bool = True, file_extension: str = '.parquet', skip_metadata: bool = True, schema: pyarrow.Schema | None = None, file_sort_order: list[list[datafusion.expr.Expr | datafusion.expr.SortExpr]] | None = None) -> datafusion.dataframe.DataFrame Read a Parquet source into a :py:class:`~datafusion.dataframe.Dataframe`. @@ -628,7 +659,7 @@ - .. py:method:: register_avro(name: str, path: str | pathlib.Path, schema: pyarrow.Schema | None = None, file_extension: str = '.avro', table_partition_cols: list[tuple[str, str]] | None = None) -> None + .. py:method:: register_avro(name: str, path: str | pathlib.Path, schema: pyarrow.Schema | None = None, file_extension: str = '.avro', table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None) -> None Register an Avro file as a table. @@ -643,6 +674,12 @@ + .. py:method:: register_catalog_provider(name: str, provider: CatalogProviderExportable | datafusion.catalog.CatalogProvider | datafusion.catalog.Catalog) -> None + + Register a catalog provider. + + + .. py:method:: register_csv(name: str, path: str | pathlib.Path | list[str | pathlib.Path], schema: pyarrow.Schema | None = None, has_header: bool = True, delimiter: str = ',', schema_infer_max_records: int = 1000, file_extension: str = '.csv', file_compression_type: str | None = None) -> None Register a CSV file as a table. @@ -674,7 +711,7 @@ - .. py:method:: register_json(name: str, path: str | pathlib.Path, schema: pyarrow.Schema | None = None, schema_infer_max_records: int = 1000, file_extension: str = '.json', table_partition_cols: list[tuple[str, str]] | None = None, file_compression_type: str | None = None) -> None + .. py:method:: register_json(name: str, path: str | pathlib.Path, schema: pyarrow.Schema | None = None, schema_infer_max_records: int = 1000, file_extension: str = '.json', table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_compression_type: str | None = None) -> None Register a JSON file as a table. @@ -693,7 +730,7 @@ - .. py:method:: register_listing_table(name: str, path: str | pathlib.Path, table_partition_cols: list[tuple[str, str]] | None = None, file_extension: str = '.parquet', schema: pyarrow.Schema | None = None, file_sort_order: list[list[datafusion.expr.Expr | datafusion.expr.SortExpr]] | None = None) -> None + .. py:method:: register_listing_table(name: str, path: str | pathlib.Path, table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_extension: str = '.parquet', schema: pyarrow.Schema | None = None, file_sort_order: list[list[datafusion.expr.Expr | datafusion.expr.SortExpr]] | None = None) -> None Register multiple files as a single table. @@ -720,7 +757,7 @@ - .. py:method:: register_parquet(name: str, path: str | pathlib.Path, table_partition_cols: list[tuple[str, str]] | None = None, parquet_pruning: bool = True, file_extension: str = '.parquet', skip_metadata: bool = True, schema: pyarrow.Schema | None = None, file_sort_order: list[list[datafusion.expr.SortExpr]] | None = None) -> None + .. py:method:: register_parquet(name: str, path: str | pathlib.Path, table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, parquet_pruning: bool = True, file_extension: str = '.parquet', skip_metadata: bool = True, schema: pyarrow.Schema | None = None, file_sort_order: list[list[datafusion.expr.SortExpr]] | None = None) -> None Register a Parquet file as a table.
diff --git a/_sources/autoapi/datafusion/dataframe/index.rst.txt b/_sources/autoapi/datafusion/dataframe/index.rst.txt index 5262d74..f0272cc 100644 --- a/_sources/autoapi/datafusion/dataframe/index.rst.txt +++ b/_sources/autoapi/datafusion/dataframe/index.rst.txt
@@ -18,6 +18,8 @@ datafusion.dataframe.Compression datafusion.dataframe.DataFrame + datafusion.dataframe.ParquetColumnOptions + datafusion.dataframe.ParquetWriterOptions Module Contents @@ -100,7 +102,7 @@ create a :py:class:`DataFrame`. - .. py:method:: __arrow_c_stream__(requested_schema: pyarrow.Schema) -> Any + .. py:method:: __arrow_c_stream__(requested_schema: object | None = None) -> object Export an Arrow PyCapsule Stream. @@ -202,6 +204,17 @@ + .. py:method:: default_str_repr(batches: list[pyarrow.RecordBatch], schema: pyarrow.Schema, has_more: bool, table_uuid: str | None = None) -> str + :staticmethod: + + + Return the default string representation of a DataFrame. + + This method is used by the default formatter and implemented in Rust for + performance reasons. + + + .. py:method:: describe() -> DataFrame Return the statistics for this DataFrame. @@ -269,17 +282,15 @@ - .. py:method:: explain(verbose: bool = False, analyze: bool = False) -> DataFrame + .. py:method:: explain(verbose: bool = False, analyze: bool = False) -> None - Return a DataFrame with the explanation of its plan so far. + Print an explanation of the DataFrame's plan so far. If ``analyze`` is specified, runs the plan and reports metrics. :param verbose: If ``True``, more details will be included. :param analyze: If ``Tru`e``, the plan will run and metrics reported. - :returns: DataFrame with the explanation of its plan. - .. py:method:: fill_null(value: Any, subset: list[str] | None = None) -> DataFrame @@ -673,7 +684,9 @@ - .. py:method:: write_parquet(path: str | pathlib.Path, compression: Union[str, Compression] = Compression.ZSTD, compression_level: int | None = None) -> None + .. py:method:: write_parquet(path: str | pathlib.Path, compression: str, compression_level: int | None = None) -> None + write_parquet(path: str | pathlib.Path, compression: Compression = Compression.ZSTD, compression_level: int | None = None) -> None + write_parquet(path: str | pathlib.Path, compression: ParquetWriterOptions, compression_level: None = None) -> None Execute the :py:class:`DataFrame` and write the results to a Parquet file. @@ -694,6 +707,335 @@ + .. py:method:: write_parquet_with_options(path: str | pathlib.Path, options: ParquetWriterOptions) -> None + + Execute the :py:class:`DataFrame` and write the results to a Parquet file. + + Allows advanced writer options to be set with `ParquetWriterOptions`. + + :param path: Path of the Parquet file to write. + :param options: Sets the writer parquet options (see `ParquetWriterOptions`). + + + .. py:attribute:: df +.. py:class:: ParquetColumnOptions(encoding: Optional[str] = None, dictionary_enabled: Optional[bool] = None, compression: Optional[str] = None, statistics_enabled: Optional[str] = None, bloom_filter_enabled: Optional[bool] = None, bloom_filter_fpp: Optional[float] = None, bloom_filter_ndv: Optional[int] = None) + + Parquet options for individual columns. + + Contains the available options that can be applied for an individual Parquet column, + replacing the global options in `ParquetWriterOptions`. + + .. attribute:: encoding + + Sets encoding for the column path. Valid values are: `plain`, + `plain_dictionary`, `rle`, `bit_packed`, `delta_binary_packed`, + `delta_length_byte_array`, `delta_byte_array`, `rle_dictionary`, and + `byte_stream_split`. These values are not case-sensitive. If `None`, uses + the default parquet options + + .. attribute:: dictionary_enabled + + Sets if dictionary encoding is enabled for the column path. + If `None`, uses the default parquet options + + .. attribute:: compression + + Sets default parquet compression codec for the column path. Valid + values are `uncompressed`, `snappy`, `gzip(level)`, `lzo`, `brotli(level)`, + `lz4`, `zstd(level)`, and `lz4_raw`. These values are not case-sensitive. If + `None`, uses the default parquet options. + + .. attribute:: statistics_enabled + + Sets if statistics are enabled for the column Valid values + are: `none`, `chunk`, and `page` These values are not case sensitive. If + `None`, uses the default parquet options. + + .. attribute:: bloom_filter_enabled + + Sets if bloom filter is enabled for the column path. If + `None`, uses the default parquet options. + + .. attribute:: bloom_filter_fpp + + Sets bloom filter false positive probability for the column + path. If `None`, uses the default parquet options. + + .. attribute:: bloom_filter_ndv + + Sets bloom filter number of distinct values. If `None`, uses + the default parquet options. + + Initialize the ParquetColumnOptions. + + + .. py:attribute:: bloom_filter_enabled + :value: None + + + + .. py:attribute:: bloom_filter_fpp + :value: None + + + + .. py:attribute:: bloom_filter_ndv + :value: None + + + + .. py:attribute:: compression + :value: None + + + + .. py:attribute:: dictionary_enabled + :value: None + + + + .. py:attribute:: encoding + :value: None + + + + .. py:attribute:: statistics_enabled + :value: None + + + +.. py:class:: ParquetWriterOptions(data_pagesize_limit: int = 1024 * 1024, write_batch_size: int = 1024, writer_version: str = '1.0', skip_arrow_metadata: bool = False, compression: Optional[str] = 'zstd(3)', compression_level: Optional[int] = None, dictionary_enabled: Optional[bool] = True, dictionary_page_size_limit: int = 1024 * 1024, statistics_enabled: Optional[str] = 'page', max_row_group_size: int = 1024 * 1024, created_by: str = 'datafusion-python', column_index_truncate_length: Optional[int] = 64, statistics_truncate_length: Optional[int] = None, data_page_row_count_limit: int = 20000, encoding: Optional[str] = None, bloom_filter_on_write: bool = False, bloom_filter_fpp: Optional[float] = None, bloom_filter_ndv: Optional[int] = None, allow_single_file_parallelism: bool = True, maximum_parallel_row_group_writers: int = 1, maximum_buffered_record_batches_per_stream: int = 2, column_specific_options: Optional[dict[str, ParquetColumnOptions]] = None) + + Advanced parquet writer options. + + Allows settings the writer options that apply to the entire file. Some options can + also be set on a column by column basis, with the field `column_specific_options` + (see `ParquetColumnOptions`). + + .. attribute:: data_pagesize_limit + + Sets best effort maximum size of data page in bytes. + + .. attribute:: write_batch_size + + Sets write_batch_size in bytes. + + .. attribute:: writer_version + + Sets parquet writer version. Valid values are `1.0` and + `2.0`. + + .. attribute:: skip_arrow_metadata + + Skip encoding the embedded arrow metadata in the + KV_meta. + + .. attribute:: compression + + Compression type to use. Default is "zstd(3)". + Available compression types are + - "uncompressed": No compression. + - "snappy": Snappy compression. + - "gzip(n)": Gzip compression with level n. + - "brotli(n)": Brotli compression with level n. + - "lz4": LZ4 compression. + - "lz4_raw": LZ4_RAW compression. + - "zstd(n)": Zstandard compression with level n. + + .. attribute:: dictionary_enabled + + Sets if dictionary encoding is enabled. If None, uses + the default parquet writer setting. + + .. attribute:: dictionary_page_size_limit + + Sets best effort maximum dictionary page size, + in bytes. + + .. attribute:: statistics_enabled + + Sets if statistics are enabled for any column Valid + values are `none`, `chunk`, and `page`. If None, uses the default + parquet writer setting. + + .. attribute:: max_row_group_size + + Target maximum number of rows in each row group + (defaults to 1M rows). Writing larger row groups requires more memory to + write, but can get better compression and be faster to read. + + .. attribute:: created_by + + Sets "created by" property. + + .. attribute:: column_index_truncate_length + + Sets column index truncate length. + + .. attribute:: statistics_truncate_length + + Sets statistics truncate length. If None, uses + the default parquet writer setting. + + .. attribute:: data_page_row_count_limit + + Sets best effort maximum number of rows in a data + page. + + .. attribute:: encoding + + Sets default encoding for any column. Valid values are `plain`, + `plain_dictionary`, `rle`, `bit_packed`, `delta_binary_packed`, + `delta_length_byte_array`, `delta_byte_array`, `rle_dictionary`, and + `byte_stream_split`. If None, uses the default parquet writer setting. + + .. attribute:: bloom_filter_on_write + + Write bloom filters for all columns when creating + parquet files. + + .. attribute:: bloom_filter_fpp + + Sets bloom filter false positive probability. If None, + uses the default parquet writer setting + + .. attribute:: bloom_filter_ndv + + Sets bloom filter number of distinct values. If None, uses + the default parquet writer setting. + + .. attribute:: allow_single_file_parallelism + + Controls whether DataFusion will attempt to + speed up writing parquet files by serializing them in parallel. Each + column in each row group in each output file are serialized in parallel + leveraging a maximum possible core count of n_files * n_row_groups * + n_columns. + + .. attribute:: maximum_parallel_row_group_writers + + By default parallel parquet writer is + tuned for minimum memory usage in a streaming execution plan. You may + see a performance benefit when writing large parquet files by increasing + `maximum_parallel_row_group_writers` and + `maximum_buffered_record_batches_per_stream` if your system has idle + cores and can tolerate additional memory usage. Boosting these values is + likely worthwhile when writing out already in-memory data, such as from + a cached data frame. + + .. attribute:: maximum_buffered_record_batches_per_stream + + See + `maximum_parallel_row_group_writers`. + + .. attribute:: column_specific_options + + Overrides options for specific columns. If a column + is not a part of this dictionary, it will use the parameters provided here. + + Initialize the ParquetWriterOptions. + + + .. py:attribute:: allow_single_file_parallelism + :value: True + + + + .. py:attribute:: bloom_filter_fpp + :value: None + + + + .. py:attribute:: bloom_filter_ndv + :value: None + + + + .. py:attribute:: bloom_filter_on_write + :value: False + + + + .. py:attribute:: column_index_truncate_length + :value: 64 + + + + .. py:attribute:: column_specific_options + :value: None + + + + .. py:attribute:: created_by + :value: 'datafusion-python' + + + + .. py:attribute:: data_page_row_count_limit + :value: 20000 + + + + .. py:attribute:: data_pagesize_limit + :value: 1048576 + + + + .. py:attribute:: dictionary_enabled + :value: True + + + + .. py:attribute:: dictionary_page_size_limit + :value: 1048576 + + + + .. py:attribute:: encoding + :value: None + + + + .. py:attribute:: max_row_group_size + :value: 1048576 + + + + .. py:attribute:: maximum_buffered_record_batches_per_stream + :value: 2 + + + + .. py:attribute:: maximum_parallel_row_group_writers + :value: 1 + + + + .. py:attribute:: skip_arrow_metadata + :value: False + + + + .. py:attribute:: statistics_enabled + :value: 'page' + + + + .. py:attribute:: statistics_truncate_length + :value: None + + + + .. py:attribute:: write_batch_size + :value: 1024 + + + + .. py:attribute:: writer_version + :value: '1.0' + + +
diff --git a/_sources/autoapi/datafusion/dataframe_formatter/index.rst.txt b/_sources/autoapi/datafusion/dataframe_formatter/index.rst.txt new file mode 100644 index 0000000..ad3e62b --- /dev/null +++ b/_sources/autoapi/datafusion/dataframe_formatter/index.rst.txt
@@ -0,0 +1,488 @@ +datafusion.dataframe_formatter +============================== + +.. py:module:: datafusion.dataframe_formatter + +.. autoapi-nested-parse:: + + HTML formatting utilities for DataFusion DataFrames. + + + +Classes +------- + +.. autoapisummary:: + + datafusion.dataframe_formatter.CellFormatter + datafusion.dataframe_formatter.DataFrameHtmlFormatter + datafusion.dataframe_formatter.DefaultStyleProvider + datafusion.dataframe_formatter.FormatterManager + datafusion.dataframe_formatter.StyleProvider + + +Functions +--------- + +.. autoapisummary:: + + datafusion.dataframe_formatter._refresh_formatter_reference + datafusion.dataframe_formatter._validate_bool + datafusion.dataframe_formatter._validate_positive_int + datafusion.dataframe_formatter.configure_formatter + datafusion.dataframe_formatter.get_formatter + datafusion.dataframe_formatter.reset_formatter + datafusion.dataframe_formatter.set_formatter + + +Module Contents +--------------- + +.. py:class:: CellFormatter + + Bases: :py:obj:`Protocol` + + + Protocol for cell value formatters. + + + .. py:method:: __call__(value: Any) -> str + + Format a cell value to string representation. + + + +.. py:class:: DataFrameHtmlFormatter(max_cell_length: int = 25, max_width: int = 1000, max_height: int = 300, max_memory_bytes: int = 2 * 1024 * 1024, min_rows_display: int = 20, repr_rows: int = 10, enable_cell_expansion: bool = True, custom_css: Optional[str] = None, show_truncation_message: bool = True, style_provider: Optional[StyleProvider] = None, use_shared_styles: bool = True) + + Configurable HTML formatter for DataFusion DataFrames. + + This class handles the HTML rendering of DataFrames for display in + Jupyter notebooks and other rich display contexts. + + This class supports extension through composition. Key extension points: + - Provide a custom StyleProvider for styling cells and headers + - Register custom formatters for specific types + - Provide custom cell builders for specialized cell rendering + + :param max_cell_length: Maximum characters to display in a cell before truncation + :param max_width: Maximum width of the HTML table in pixels + :param max_height: Maximum height of the HTML table in pixels + :param max_memory_bytes: Maximum memory in bytes for rendered data (default: 2MB) + :param min_rows_display: Minimum number of rows to display + :param repr_rows: Default number of rows to display in repr output + :param enable_cell_expansion: Whether to add expand/collapse buttons for long cell + values + :param custom_css: Additional CSS to include in the HTML output + :param show_truncation_message: Whether to display a message when data is truncated + :param style_provider: Custom provider for cell and header styles + :param use_shared_styles: Whether to load styles and scripts only once per notebook + session + + Initialize the HTML formatter. + + :param max_cell_length: Maximum length of cell content before truncation. + :type max_cell_length: int, default 25 + :param max_width: Maximum width of the displayed table in pixels. + :type max_width: int, default 1000 + :param max_height: Maximum height of the displayed table in pixels. + :type max_height: int, default 300 + :param max_memory_bytes: Maximum memory in bytes for rendered data. + :type max_memory_bytes: int, default 2097152 (2MB) + :param min_rows_display: Minimum number of rows to display. + :type min_rows_display: int, default 20 + :param repr_rows: Default number of rows to display in repr output. + :type repr_rows: int, default 10 + :param enable_cell_expansion: Whether to allow cells to expand when clicked. + :type enable_cell_expansion: bool, default True + :param custom_css: Custom CSS to apply to the HTML table. + :type custom_css: str, optional + :param show_truncation_message: Whether to show a message indicating that content has been truncated. + :type show_truncation_message: bool, default True + :param style_provider: Provider of CSS styles for the HTML table. If None, DefaultStyleProvider + is used. + :type style_provider: StyleProvider, optional + :param use_shared_styles: Whether to use shared styles across multiple tables. + :type use_shared_styles: bool, default True + :param Raises: + :param ------: + :param ValueError: If max_cell_length, max_width, max_height, max_memory_bytes, + min_rows_display, or repr_rows is not a positive integer. + :param TypeError: If enable_cell_expansion, show_truncation_message, or use_shared_styles is + not a boolean, + or if custom_css is provided but is not a string, + or if style_provider is provided but does not implement the StyleProvider + protocol. + + + .. py:method:: _build_expandable_cell(formatted_value: str, row_count: int, col_idx: int, table_uuid: str) -> str + + Build an expandable cell for long content. + + + + .. py:method:: _build_html_footer(has_more: bool) -> list[str] + + Build the HTML footer with JavaScript and messages. + + + + .. py:method:: _build_html_header() -> list[str] + + Build the HTML header with CSS styles. + + + + .. py:method:: _build_regular_cell(formatted_value: str) -> str + + Build a regular table cell. + + + + .. py:method:: _build_table_body(batches: list, table_uuid: str) -> list[str] + + Build the HTML table body with data rows. + + + + .. py:method:: _build_table_container_start() -> list[str] + + Build the opening tags for the table container. + + + + .. py:method:: _build_table_header(schema: Any) -> list[str] + + Build the HTML table header with column names. + + + + .. py:method:: _format_cell_value(value: Any) -> str + + Format a cell value for display. + + Uses registered type formatters if available. + + :param value: The cell value to format + + :returns: Formatted cell value as string + + + + .. py:method:: _get_cell_value(column: Any, row_idx: int) -> Any + + Extract a cell value from a column. + + :param column: Arrow array + :param row_idx: Row index + + :returns: The raw cell value + + + + .. py:method:: _get_default_css() -> str + + Get default CSS styles for the HTML table. + + + + .. py:method:: _get_javascript() -> str + + Get JavaScript code for interactive elements. + + + + .. py:method:: format_html(batches: list, schema: Any, has_more: bool = False, table_uuid: str | None = None) -> str + + Format record batches as HTML. + + This method is used by DataFrame's _repr_html_ implementation and can be + called directly when custom HTML rendering is needed. + + :param batches: List of Arrow RecordBatch objects + :param schema: Arrow Schema object + :param has_more: Whether there are more batches not shown + :param table_uuid: Unique ID for the table, used for JavaScript interactions + + :returns: HTML string representation of the data + + :raises TypeError: If schema is invalid and no batches are provided + + + + .. py:method:: format_str(batches: list, schema: Any, has_more: bool = False, table_uuid: str | None = None) -> str + + Format record batches as a string. + + This method is used by DataFrame's __repr__ implementation and can be + called directly when string rendering is needed. + + :param batches: List of Arrow RecordBatch objects + :param schema: Arrow Schema object + :param has_more: Whether there are more batches not shown + :param table_uuid: Unique ID for the table, used for JavaScript interactions + + :returns: String representation of the data + + :raises TypeError: If schema is invalid and no batches are provided + + + + .. py:method:: register_formatter(type_class: type, formatter: CellFormatter) -> None + + Register a custom formatter for a specific data type. + + :param type_class: The type to register a formatter for + :param formatter: Function that takes a value of the given type and returns + a formatted string + + + + .. py:method:: set_custom_cell_builder(builder: Callable[[Any, int, int, str], str]) -> None + + Set a custom cell builder function. + + :param builder: Function that takes (value, row, col, table_id) and returns HTML + + + + .. py:method:: set_custom_header_builder(builder: Callable[[Any], str]) -> None + + Set a custom header builder function. + + :param builder: Function that takes a field and returns HTML + + + + .. py:attribute:: _custom_cell_builder + :type: Optional[Callable[[Any, int, int, str], str]] + :value: None + + + + .. py:attribute:: _custom_header_builder + :type: Optional[Callable[[Any], str]] + :value: None + + + + .. py:attribute:: _type_formatters + :type: dict[type, CellFormatter] + + + .. py:attribute:: custom_css + :value: None + + + + .. py:attribute:: enable_cell_expansion + :value: True + + + + .. py:attribute:: max_cell_length + :value: 25 + + + + .. py:attribute:: max_height + :value: 300 + + + + .. py:attribute:: max_memory_bytes + :value: 2097152 + + + + .. py:attribute:: max_width + :value: 1000 + + + + .. py:attribute:: min_rows_display + :value: 20 + + + + .. py:attribute:: repr_rows + :value: 10 + + + + .. py:attribute:: show_truncation_message + :value: True + + + + .. py:attribute:: style_provider + + + .. py:attribute:: use_shared_styles + :value: True + + + +.. py:class:: DefaultStyleProvider + + Default implementation of StyleProvider. + + + .. py:method:: get_cell_style() -> str + + Get the CSS style for table cells. + + :returns: CSS style string + + + + .. py:method:: get_header_style() -> str + + Get the CSS style for header cells. + + :returns: CSS style string + + + +.. py:class:: FormatterManager + + Manager class for the global DataFrame HTML formatter instance. + + + .. py:method:: get_formatter() -> DataFrameHtmlFormatter + :classmethod: + + + Get the current global DataFrame HTML formatter. + + :returns: The global HTML formatter instance + + + + .. py:method:: set_formatter(formatter: DataFrameHtmlFormatter) -> None + :classmethod: + + + Set the global DataFrame HTML formatter. + + :param formatter: The formatter instance to use globally + + + + .. py:attribute:: _default_formatter + :type: DataFrameHtmlFormatter + + +.. py:class:: StyleProvider + + Bases: :py:obj:`Protocol` + + + Protocol for HTML style providers. + + + .. py:method:: get_cell_style() -> str + + Get the CSS style for table cells. + + + + .. py:method:: get_header_style() -> str + + Get the CSS style for header cells. + + + +.. py:function:: _refresh_formatter_reference() -> None + + Refresh formatter reference in any modules using it. + + This helps ensure that changes to the formatter are reflected in existing + DataFrames that might be caching the formatter reference. + + +.. py:function:: _validate_bool(value: Any, param_name: str) -> None + + Validate that a parameter is a boolean. + + :param value: The value to validate + :param param_name: Name of the parameter (used in error message) + + :raises TypeError: If the value is not a boolean + + +.. py:function:: _validate_positive_int(value: Any, param_name: str) -> None + + Validate that a parameter is a positive integer. + + :param value: The value to validate + :param param_name: Name of the parameter (used in error message) + + :raises ValueError: If the value is not a positive integer + + +.. py:function:: configure_formatter(**kwargs: Any) -> None + + Configure the global DataFrame HTML formatter. + + This function creates a new formatter with the provided configuration + and sets it as the global formatter for all DataFrames. + + :param \*\*kwargs: Formatter configuration parameters like max_cell_length, + max_width, max_height, enable_cell_expansion, etc. + + :raises ValueError: If any invalid parameters are provided + + .. rubric:: Example + + >>> from datafusion.html_formatter import configure_formatter + >>> configure_formatter( + ... max_cell_length=50, + ... max_height=500, + ... enable_cell_expansion=True, + ... use_shared_styles=True + ... ) + + +.. py:function:: get_formatter() -> DataFrameHtmlFormatter + + Get the current global DataFrame HTML formatter. + + This function is used by the DataFrame._repr_html_ implementation to access + the shared formatter instance. It can also be used directly when custom + HTML rendering is needed. + + :returns: The global HTML formatter instance + + .. rubric:: Example + + >>> from datafusion.html_formatter import get_formatter + >>> formatter = get_formatter() + >>> formatter.max_cell_length = 50 # Increase cell length + + +.. py:function:: reset_formatter() -> None + + Reset the global DataFrame HTML formatter to default settings. + + This function creates a new formatter with default configuration + and sets it as the global formatter for all DataFrames. + + .. rubric:: Example + + >>> from datafusion.html_formatter import reset_formatter + >>> reset_formatter() # Reset formatter to default settings + + +.. py:function:: set_formatter(formatter: DataFrameHtmlFormatter) -> None + + Set the global DataFrame HTML formatter. + + :param formatter: The formatter instance to use globally + + .. rubric:: Example + + >>> from datafusion.html_formatter import get_formatter, set_formatter + >>> custom_formatter = DataFrameHtmlFormatter(max_cell_length=100) + >>> set_formatter(custom_formatter) + +
diff --git a/_sources/autoapi/datafusion/expr/index.rst.txt b/_sources/autoapi/datafusion/expr/index.rst.txt index 51caf4b..81bb5b5 100644 --- a/_sources/autoapi/datafusion/expr/index.rst.txt +++ b/_sources/autoapi/datafusion/expr/index.rst.txt
@@ -677,6 +677,17 @@ + .. py:method:: literal_with_metadata(value: Any, metadata: dict[str, str]) -> Expr + :staticmethod: + + + Creates a new expression representing a scalar value with metadata. + + :param value: A valid PyArrow scalar value or easily castable to one. + :param metadata: Metadata to attach to the expression. + + + .. py:method:: ln() -> Expr Returns the natural logarithm (base e) of the argument. @@ -1068,6 +1079,12 @@ parameter must be set. + .. py:method:: __repr__() -> str + + Print a string representation of the window frame. + + + .. py:method:: get_frame_units() -> str Returns the window frame units for the bounds.
diff --git a/_sources/autoapi/datafusion/html_formatter/index.rst.txt b/_sources/autoapi/datafusion/html_formatter/index.rst.txt index b00cced..2b9efd8 100644 --- a/_sources/autoapi/datafusion/html_formatter/index.rst.txt +++ b/_sources/autoapi/datafusion/html_formatter/index.rst.txt
@@ -5,504 +5,7 @@ .. autoapi-nested-parse:: - HTML formatting utilities for DataFusion DataFrames. - - - -Classes -------- - -.. autoapisummary:: - - datafusion.html_formatter.CellFormatter - datafusion.html_formatter.DataFrameHtmlFormatter - datafusion.html_formatter.DefaultStyleProvider - datafusion.html_formatter.FormatterManager - datafusion.html_formatter.StyleProvider - - -Functions ---------- - -.. autoapisummary:: - - datafusion.html_formatter._refresh_formatter_reference - datafusion.html_formatter._validate_bool - datafusion.html_formatter._validate_positive_int - datafusion.html_formatter.configure_formatter - datafusion.html_formatter.get_formatter - datafusion.html_formatter.reset_formatter - datafusion.html_formatter.reset_styles_loaded_state - datafusion.html_formatter.set_formatter - - -Module Contents ---------------- - -.. py:class:: CellFormatter - - Bases: :py:obj:`Protocol` - - - Protocol for cell value formatters. - - - .. py:method:: __call__(value: Any) -> str - - Format a cell value to string representation. - - - -.. py:class:: DataFrameHtmlFormatter(max_cell_length: int = 25, max_width: int = 1000, max_height: int = 300, max_memory_bytes: int = 2 * 1024 * 1024, min_rows_display: int = 20, repr_rows: int = 10, enable_cell_expansion: bool = True, custom_css: Optional[str] = None, show_truncation_message: bool = True, style_provider: Optional[StyleProvider] = None, use_shared_styles: bool = True) - - Configurable HTML formatter for DataFusion DataFrames. - - This class handles the HTML rendering of DataFrames for display in - Jupyter notebooks and other rich display contexts. - - This class supports extension through composition. Key extension points: - - Provide a custom StyleProvider for styling cells and headers - - Register custom formatters for specific types - - Provide custom cell builders for specialized cell rendering - - :param max_cell_length: Maximum characters to display in a cell before truncation - :param max_width: Maximum width of the HTML table in pixels - :param max_height: Maximum height of the HTML table in pixels - :param max_memory_bytes: Maximum memory in bytes for rendered data (default: 2MB) - :param min_rows_display: Minimum number of rows to display - :param repr_rows: Default number of rows to display in repr output - :param enable_cell_expansion: Whether to add expand/collapse buttons for long cell - values - :param custom_css: Additional CSS to include in the HTML output - :param show_truncation_message: Whether to display a message when data is truncated - :param style_provider: Custom provider for cell and header styles - :param use_shared_styles: Whether to load styles and scripts only once per notebook - session - - Initialize the HTML formatter. - - :param max_cell_length: Maximum length of cell content before truncation. - :type max_cell_length: int, default 25 - :param max_width: Maximum width of the displayed table in pixels. - :type max_width: int, default 1000 - :param max_height: Maximum height of the displayed table in pixels. - :type max_height: int, default 300 - :param max_memory_bytes: Maximum memory in bytes for rendered data. - :type max_memory_bytes: int, default 2097152 (2MB) - :param min_rows_display: Minimum number of rows to display. - :type min_rows_display: int, default 20 - :param repr_rows: Default number of rows to display in repr output. - :type repr_rows: int, default 10 - :param enable_cell_expansion: Whether to allow cells to expand when clicked. - :type enable_cell_expansion: bool, default True - :param custom_css: Custom CSS to apply to the HTML table. - :type custom_css: str, optional - :param show_truncation_message: Whether to show a message indicating that content has been truncated. - :type show_truncation_message: bool, default True - :param style_provider: Provider of CSS styles for the HTML table. If None, DefaultStyleProvider - is used. - :type style_provider: StyleProvider, optional - :param use_shared_styles: Whether to use shared styles across multiple tables. - :type use_shared_styles: bool, default True - :param Raises: - :param ------: - :param ValueError: If max_cell_length, max_width, max_height, max_memory_bytes, - min_rows_display, or repr_rows is not a positive integer. - :param TypeError: If enable_cell_expansion, show_truncation_message, or use_shared_styles is - not a boolean, - or if custom_css is provided but is not a string, - or if style_provider is provided but does not implement the StyleProvider - protocol. - - - .. py:method:: _build_expandable_cell(formatted_value: str, row_count: int, col_idx: int, table_uuid: str) -> str - - Build an expandable cell for long content. - - - - .. py:method:: _build_html_footer(has_more: bool) -> list[str] - - Build the HTML footer with JavaScript and messages. - - - - .. py:method:: _build_html_header() -> list[str] - - Build the HTML header with CSS styles. - - - - .. py:method:: _build_regular_cell(formatted_value: str) -> str - - Build a regular table cell. - - - - .. py:method:: _build_table_body(batches: list, table_uuid: str) -> list[str] - - Build the HTML table body with data rows. - - - - .. py:method:: _build_table_container_start() -> list[str] - - Build the opening tags for the table container. - - - - .. py:method:: _build_table_header(schema: Any) -> list[str] - - Build the HTML table header with column names. - - - - .. py:method:: _format_cell_value(value: Any) -> str - - Format a cell value for display. - - Uses registered type formatters if available. - - :param value: The cell value to format - - :returns: Formatted cell value as string - - - - .. py:method:: _get_cell_value(column: Any, row_idx: int) -> Any - - Extract a cell value from a column. - - :param column: Arrow array - :param row_idx: Row index - - :returns: The raw cell value - - - - .. py:method:: _get_default_css() -> str - - Get default CSS styles for the HTML table. - - - - .. py:method:: _get_javascript() -> str - - Get JavaScript code for interactive elements. - - - - .. py:method:: format_html(batches: list, schema: Any, has_more: bool = False, table_uuid: str | None = None) -> str - - Format record batches as HTML. - - This method is used by DataFrame's _repr_html_ implementation and can be - called directly when custom HTML rendering is needed. - - :param batches: List of Arrow RecordBatch objects - :param schema: Arrow Schema object - :param has_more: Whether there are more batches not shown - :param table_uuid: Unique ID for the table, used for JavaScript interactions - - :returns: HTML string representation of the data - - :raises TypeError: If schema is invalid and no batches are provided - - - - .. py:method:: is_styles_loaded() -> bool - :classmethod: - - - Check if HTML styles have been loaded in the current session. - - This method is primarily intended for debugging UI rendering issues - related to style loading. - - :returns: True if styles have been loaded, False otherwise - - .. rubric:: Example - - >>> from datafusion.html_formatter import DataFrameHtmlFormatter - >>> DataFrameHtmlFormatter.is_styles_loaded() - False - - - - .. py:method:: register_formatter(type_class: type, formatter: CellFormatter) -> None - - Register a custom formatter for a specific data type. - - :param type_class: The type to register a formatter for - :param formatter: Function that takes a value of the given type and returns - a formatted string - - - - .. py:method:: set_custom_cell_builder(builder: Callable[[Any, int, int, str], str]) -> None - - Set a custom cell builder function. - - :param builder: Function that takes (value, row, col, table_id) and returns HTML - - - - .. py:method:: set_custom_header_builder(builder: Callable[[Any], str]) -> None - - Set a custom header builder function. - - :param builder: Function that takes a field and returns HTML - - - - .. py:attribute:: _custom_cell_builder - :type: Optional[Callable[[Any, int, int, str], str]] - :value: None - - - - .. py:attribute:: _custom_header_builder - :type: Optional[Callable[[Any], str]] - :value: None - - - - .. py:attribute:: _styles_loaded - :value: False - - - - .. py:attribute:: _type_formatters - :type: dict[type, CellFormatter] - - - .. py:attribute:: custom_css - :value: None - - - - .. py:attribute:: enable_cell_expansion - :value: True - - - - .. py:attribute:: max_cell_length - :value: 25 - - - - .. py:attribute:: max_height - :value: 300 - - - - .. py:attribute:: max_memory_bytes - :value: 2097152 - - - - .. py:attribute:: max_width - :value: 1000 - - - - .. py:attribute:: min_rows_display - :value: 20 - - - - .. py:attribute:: repr_rows - :value: 10 - - - - .. py:attribute:: show_truncation_message - :value: True - - - - .. py:attribute:: style_provider - - - .. py:attribute:: use_shared_styles - :value: True - - - -.. py:class:: DefaultStyleProvider - - Default implementation of StyleProvider. - - - .. py:method:: get_cell_style() -> str - - Get the CSS style for table cells. - - :returns: CSS style string - - - - .. py:method:: get_header_style() -> str - - Get the CSS style for header cells. - - :returns: CSS style string - - - -.. py:class:: FormatterManager - - Manager class for the global DataFrame HTML formatter instance. - - - .. py:method:: get_formatter() -> DataFrameHtmlFormatter - :classmethod: - - - Get the current global DataFrame HTML formatter. - - :returns: The global HTML formatter instance - - - - .. py:method:: set_formatter(formatter: DataFrameHtmlFormatter) -> None - :classmethod: - - - Set the global DataFrame HTML formatter. - - :param formatter: The formatter instance to use globally - - - - .. py:attribute:: _default_formatter - :type: DataFrameHtmlFormatter - - -.. py:class:: StyleProvider - - Bases: :py:obj:`Protocol` - - - Protocol for HTML style providers. - - - .. py:method:: get_cell_style() -> str - - Get the CSS style for table cells. - - - - .. py:method:: get_header_style() -> str - - Get the CSS style for header cells. - - - -.. py:function:: _refresh_formatter_reference() -> None - - Refresh formatter reference in any modules using it. - - This helps ensure that changes to the formatter are reflected in existing - DataFrames that might be caching the formatter reference. - - -.. py:function:: _validate_bool(value: Any, param_name: str) -> None - - Validate that a parameter is a boolean. - - :param value: The value to validate - :param param_name: Name of the parameter (used in error message) - - :raises TypeError: If the value is not a boolean - - -.. py:function:: _validate_positive_int(value: Any, param_name: str) -> None - - Validate that a parameter is a positive integer. - - :param value: The value to validate - :param param_name: Name of the parameter (used in error message) - - :raises ValueError: If the value is not a positive integer - - -.. py:function:: configure_formatter(**kwargs: Any) -> None - - Configure the global DataFrame HTML formatter. - - This function creates a new formatter with the provided configuration - and sets it as the global formatter for all DataFrames. - - :param \*\*kwargs: Formatter configuration parameters like max_cell_length, - max_width, max_height, enable_cell_expansion, etc. - - :raises ValueError: If any invalid parameters are provided - - .. rubric:: Example - - >>> from datafusion.html_formatter import configure_formatter - >>> configure_formatter( - ... max_cell_length=50, - ... max_height=500, - ... enable_cell_expansion=True, - ... use_shared_styles=True - ... ) - - -.. py:function:: get_formatter() -> DataFrameHtmlFormatter - - Get the current global DataFrame HTML formatter. - - This function is used by the DataFrame._repr_html_ implementation to access - the shared formatter instance. It can also be used directly when custom - HTML rendering is needed. - - :returns: The global HTML formatter instance - - .. rubric:: Example - - >>> from datafusion.html_formatter import get_formatter - >>> formatter = get_formatter() - >>> formatter.max_cell_length = 50 # Increase cell length - - -.. py:function:: reset_formatter() -> None - - Reset the global DataFrame HTML formatter to default settings. - - This function creates a new formatter with default configuration - and sets it as the global formatter for all DataFrames. - - .. rubric:: Example - - >>> from datafusion.html_formatter import reset_formatter - >>> reset_formatter() # Reset formatter to default settings - - -.. py:function:: reset_styles_loaded_state() -> None - - Reset the styles loaded state to force reloading of styles. - - This can be useful when switching between notebook sessions or - when styles need to be refreshed. - - .. rubric:: Example - - >>> from datafusion.html_formatter import reset_styles_loaded_state - >>> reset_styles_loaded_state() # Force styles to reload in next render - - -.. py:function:: set_formatter(formatter: DataFrameHtmlFormatter) -> None - - Set the global DataFrame HTML formatter. - - :param formatter: The formatter instance to use globally - - .. rubric:: Example + Deprecated module for dataframe formatting. - >>> from datafusion.html_formatter import get_formatter, set_formatter - >>> custom_formatter = DataFrameHtmlFormatter(max_cell_length=100) - >>> set_formatter(custom_formatter)
diff --git a/_sources/autoapi/datafusion/index.rst.txt b/_sources/autoapi/datafusion/index.rst.txt index 07c99bf..0b19b1d 100644 --- a/_sources/autoapi/datafusion/index.rst.txt +++ b/_sources/autoapi/datafusion/index.rst.txt
@@ -19,9 +19,9 @@ :maxdepth: 1 /autoapi/datafusion/catalog/index - /autoapi/datafusion/col/index /autoapi/datafusion/context/index /autoapi/datafusion/dataframe/index + /autoapi/datafusion/dataframe_formatter/index /autoapi/datafusion/expr/index /autoapi/datafusion/functions/index /autoapi/datafusion/html_formatter/index @@ -31,7 +31,6 @@ /autoapi/datafusion/plan/index /autoapi/datafusion/record_batch/index /autoapi/datafusion/substrait/index - /autoapi/datafusion/udf/index /autoapi/datafusion/unparser/index /autoapi/datafusion/user_defined/index @@ -62,6 +61,8 @@ datafusion.ExecutionPlan datafusion.Expr datafusion.LogicalPlan + datafusion.ParquetColumnOptions + datafusion.ParquetWriterOptions datafusion.RecordBatch datafusion.RecordBatchStream datafusion.RuntimeEnvBuilder @@ -150,6 +151,23 @@ + .. py:method:: __repr__() -> str + + Print a string representation of the Aggregate UDF. + + + + .. py:method:: from_pycapsule(func: AggregateUDFExportable) -> AggregateUDF + :staticmethod: + + + Create an Aggregate UDF from AggregateUDF PyCapsule object. + + This function will instantiate a Aggregate UDF that uses a DataFusion + AggregateUDF that is exported via the FFI bindings. + + + .. py:method:: udaf(input_types: pyarrow.DataType | list[pyarrow.DataType], return_type: pyarrow.DataType, state_type: list[pyarrow.DataType], volatility: Volatility | str, name: Optional[str] = None) -> Callable[Ellipsis, AggregateUDF] udaf(accum: Callable[[], Accumulator], input_types: pyarrow.DataType | list[pyarrow.DataType], return_type: pyarrow.DataType, state_type: list[pyarrow.DataType], volatility: Volatility | str, name: Optional[str] = None) -> AggregateUDF :staticmethod: @@ -210,6 +228,10 @@ :param accum: The accumulator python function. Only needed when calling as a function. Skip this argument when using ``udaf`` as a decorator. + If you have a Rust backed AggregateUDF within a PyCapsule, you can + pass this parameter and ignore the rest. They will be determined + directly from the underlying function. See the online documentation + for more information. :param input_types: The data types of the arguments to ``accum``. :param return_type: The data type of the return value. :param state_type: The data types of the intermediate accumulation. @@ -224,50 +246,76 @@ .. py:attribute:: _udaf -.. py:class:: Catalog(catalog: datafusion._internal.Catalog) +.. py:class:: Catalog(catalog: datafusion._internal.catalog.RawCatalog) DataFusion data catalog. This constructor is not typically called by the end user. - .. py:method:: database(name: str = 'public') -> Database + .. py:method:: __repr__() -> str + + Print a string representation of the catalog. + + + + .. py:method:: database(name: str = 'public') -> Schema Returns the database with the given ``name`` from this catalog. - .. py:method:: names() -> list[str] + .. py:method:: deregister_schema(name: str, cascade: bool = True) -> Schema | None - Returns the list of databases in this catalog. + Deregister a schema from this catalog. + + + + .. py:method:: memory_catalog() -> Catalog + :staticmethod: + + + Create an in-memory catalog provider. + + + + .. py:method:: names() -> set[str] + + This is an alias for `schema_names`. + + + + .. py:method:: register_schema(name, schema) -> Schema | None + + Register a schema with this catalog. + + + + .. py:method:: schema(name: str = 'public') -> Schema + + Returns the database with the given ``name`` from this catalog. + + + + .. py:method:: schema_names() -> set[str] + + Returns the list of schemas in this catalog. .. py:attribute:: catalog -.. py:class:: Database(db: datafusion._internal.Database) +.. py:class:: Database(schema: datafusion._internal.catalog.RawSchema) - DataFusion Database. + Bases: :py:obj:`Schema` + + + See `Schema`. This constructor is not typically called by the end user. - .. py:method:: names() -> set[str] - - Returns the list of all tables in this database. - - - - .. py:method:: table(name: str) -> Table - - Return the table with the given ``name`` from this database. - - - - .. py:attribute:: db - - .. py:class:: ExecutionPlan(plan: datafusion._internal.ExecutionPlan) Represent nodes in the DataFusion Physical Plan. @@ -850,6 +898,17 @@ + .. py:method:: literal_with_metadata(value: Any, metadata: dict[str, str]) -> Expr + :staticmethod: + + + Creates a new expression representing a scalar value with metadata. + + :param value: A valid PyArrow scalar value or easily castable to one. + :param metadata: Metadata to attach to the expression. + + + .. py:method:: ln() -> Expr Returns the natural logarithm (base e) of the argument. @@ -1244,6 +1303,324 @@ .. py:attribute:: _raw_plan +.. py:class:: ParquetColumnOptions(encoding: Optional[str] = None, dictionary_enabled: Optional[bool] = None, compression: Optional[str] = None, statistics_enabled: Optional[str] = None, bloom_filter_enabled: Optional[bool] = None, bloom_filter_fpp: Optional[float] = None, bloom_filter_ndv: Optional[int] = None) + + Parquet options for individual columns. + + Contains the available options that can be applied for an individual Parquet column, + replacing the global options in `ParquetWriterOptions`. + + .. attribute:: encoding + + Sets encoding for the column path. Valid values are: `plain`, + `plain_dictionary`, `rle`, `bit_packed`, `delta_binary_packed`, + `delta_length_byte_array`, `delta_byte_array`, `rle_dictionary`, and + `byte_stream_split`. These values are not case-sensitive. If `None`, uses + the default parquet options + + .. attribute:: dictionary_enabled + + Sets if dictionary encoding is enabled for the column path. + If `None`, uses the default parquet options + + .. attribute:: compression + + Sets default parquet compression codec for the column path. Valid + values are `uncompressed`, `snappy`, `gzip(level)`, `lzo`, `brotli(level)`, + `lz4`, `zstd(level)`, and `lz4_raw`. These values are not case-sensitive. If + `None`, uses the default parquet options. + + .. attribute:: statistics_enabled + + Sets if statistics are enabled for the column Valid values + are: `none`, `chunk`, and `page` These values are not case sensitive. If + `None`, uses the default parquet options. + + .. attribute:: bloom_filter_enabled + + Sets if bloom filter is enabled for the column path. If + `None`, uses the default parquet options. + + .. attribute:: bloom_filter_fpp + + Sets bloom filter false positive probability for the column + path. If `None`, uses the default parquet options. + + .. attribute:: bloom_filter_ndv + + Sets bloom filter number of distinct values. If `None`, uses + the default parquet options. + + Initialize the ParquetColumnOptions. + + + .. py:attribute:: bloom_filter_enabled + :value: None + + + + .. py:attribute:: bloom_filter_fpp + :value: None + + + + .. py:attribute:: bloom_filter_ndv + :value: None + + + + .. py:attribute:: compression + :value: None + + + + .. py:attribute:: dictionary_enabled + :value: None + + + + .. py:attribute:: encoding + :value: None + + + + .. py:attribute:: statistics_enabled + :value: None + + + +.. py:class:: ParquetWriterOptions(data_pagesize_limit: int = 1024 * 1024, write_batch_size: int = 1024, writer_version: str = '1.0', skip_arrow_metadata: bool = False, compression: Optional[str] = 'zstd(3)', compression_level: Optional[int] = None, dictionary_enabled: Optional[bool] = True, dictionary_page_size_limit: int = 1024 * 1024, statistics_enabled: Optional[str] = 'page', max_row_group_size: int = 1024 * 1024, created_by: str = 'datafusion-python', column_index_truncate_length: Optional[int] = 64, statistics_truncate_length: Optional[int] = None, data_page_row_count_limit: int = 20000, encoding: Optional[str] = None, bloom_filter_on_write: bool = False, bloom_filter_fpp: Optional[float] = None, bloom_filter_ndv: Optional[int] = None, allow_single_file_parallelism: bool = True, maximum_parallel_row_group_writers: int = 1, maximum_buffered_record_batches_per_stream: int = 2, column_specific_options: Optional[dict[str, ParquetColumnOptions]] = None) + + Advanced parquet writer options. + + Allows settings the writer options that apply to the entire file. Some options can + also be set on a column by column basis, with the field `column_specific_options` + (see `ParquetColumnOptions`). + + .. attribute:: data_pagesize_limit + + Sets best effort maximum size of data page in bytes. + + .. attribute:: write_batch_size + + Sets write_batch_size in bytes. + + .. attribute:: writer_version + + Sets parquet writer version. Valid values are `1.0` and + `2.0`. + + .. attribute:: skip_arrow_metadata + + Skip encoding the embedded arrow metadata in the + KV_meta. + + .. attribute:: compression + + Compression type to use. Default is "zstd(3)". + Available compression types are + - "uncompressed": No compression. + - "snappy": Snappy compression. + - "gzip(n)": Gzip compression with level n. + - "brotli(n)": Brotli compression with level n. + - "lz4": LZ4 compression. + - "lz4_raw": LZ4_RAW compression. + - "zstd(n)": Zstandard compression with level n. + + .. attribute:: dictionary_enabled + + Sets if dictionary encoding is enabled. If None, uses + the default parquet writer setting. + + .. attribute:: dictionary_page_size_limit + + Sets best effort maximum dictionary page size, + in bytes. + + .. attribute:: statistics_enabled + + Sets if statistics are enabled for any column Valid + values are `none`, `chunk`, and `page`. If None, uses the default + parquet writer setting. + + .. attribute:: max_row_group_size + + Target maximum number of rows in each row group + (defaults to 1M rows). Writing larger row groups requires more memory to + write, but can get better compression and be faster to read. + + .. attribute:: created_by + + Sets "created by" property. + + .. attribute:: column_index_truncate_length + + Sets column index truncate length. + + .. attribute:: statistics_truncate_length + + Sets statistics truncate length. If None, uses + the default parquet writer setting. + + .. attribute:: data_page_row_count_limit + + Sets best effort maximum number of rows in a data + page. + + .. attribute:: encoding + + Sets default encoding for any column. Valid values are `plain`, + `plain_dictionary`, `rle`, `bit_packed`, `delta_binary_packed`, + `delta_length_byte_array`, `delta_byte_array`, `rle_dictionary`, and + `byte_stream_split`. If None, uses the default parquet writer setting. + + .. attribute:: bloom_filter_on_write + + Write bloom filters for all columns when creating + parquet files. + + .. attribute:: bloom_filter_fpp + + Sets bloom filter false positive probability. If None, + uses the default parquet writer setting + + .. attribute:: bloom_filter_ndv + + Sets bloom filter number of distinct values. If None, uses + the default parquet writer setting. + + .. attribute:: allow_single_file_parallelism + + Controls whether DataFusion will attempt to + speed up writing parquet files by serializing them in parallel. Each + column in each row group in each output file are serialized in parallel + leveraging a maximum possible core count of n_files * n_row_groups * + n_columns. + + .. attribute:: maximum_parallel_row_group_writers + + By default parallel parquet writer is + tuned for minimum memory usage in a streaming execution plan. You may + see a performance benefit when writing large parquet files by increasing + `maximum_parallel_row_group_writers` and + `maximum_buffered_record_batches_per_stream` if your system has idle + cores and can tolerate additional memory usage. Boosting these values is + likely worthwhile when writing out already in-memory data, such as from + a cached data frame. + + .. attribute:: maximum_buffered_record_batches_per_stream + + See + `maximum_parallel_row_group_writers`. + + .. attribute:: column_specific_options + + Overrides options for specific columns. If a column + is not a part of this dictionary, it will use the parameters provided here. + + Initialize the ParquetWriterOptions. + + + .. py:attribute:: allow_single_file_parallelism + :value: True + + + + .. py:attribute:: bloom_filter_fpp + :value: None + + + + .. py:attribute:: bloom_filter_ndv + :value: None + + + + .. py:attribute:: bloom_filter_on_write + :value: False + + + + .. py:attribute:: column_index_truncate_length + :value: 64 + + + + .. py:attribute:: column_specific_options + :value: None + + + + .. py:attribute:: created_by + :value: 'datafusion-python' + + + + .. py:attribute:: data_page_row_count_limit + :value: 20000 + + + + .. py:attribute:: data_pagesize_limit + :value: 1048576 + + + + .. py:attribute:: dictionary_enabled + :value: True + + + + .. py:attribute:: dictionary_page_size_limit + :value: 1048576 + + + + .. py:attribute:: encoding + :value: None + + + + .. py:attribute:: max_row_group_size + :value: 1048576 + + + + .. py:attribute:: maximum_buffered_record_batches_per_stream + :value: 2 + + + + .. py:attribute:: maximum_parallel_row_group_writers + :value: 1 + + + + .. py:attribute:: skip_arrow_metadata + :value: False + + + + .. py:attribute:: statistics_enabled + :value: 'page' + + + + .. py:attribute:: statistics_truncate_length + :value: None + + + + .. py:attribute:: write_batch_size + :value: 1024 + + + + .. py:attribute:: writer_version + :value: '1.0' + + + .. py:class:: RecordBatch(record_batch: datafusion._internal.RecordBatch) This class is essentially a wrapper for :py:class:`pa.RecordBatch`. @@ -1494,8 +1871,26 @@ + .. py:method:: __repr__() -> str + + Print a string representation of the Scalar UDF. + + + + .. py:method:: from_pycapsule(func: ScalarUDFExportable) -> ScalarUDF + :staticmethod: + + + Create a Scalar UDF from ScalarUDF PyCapsule object. + + This function will instantiate a Scalar UDF that uses a DataFusion + ScalarUDF that is exported via the FFI bindings. + + + .. py:method:: udf(input_types: list[pyarrow.DataType], return_type: _R, volatility: Volatility | str, name: Optional[str] = None) -> Callable[Ellipsis, ScalarUDF] udf(func: Callable[Ellipsis, _R], input_types: list[pyarrow.DataType], return_type: _R, volatility: Volatility | str, name: Optional[str] = None) -> ScalarUDF + udf(func: ScalarUDFExportable) -> ScalarUDF :staticmethod: @@ -1509,7 +1904,10 @@ When used a decorator, do **not** pass ``func`` explicitly. :param func: Only needed when calling as a function. - Skip this argument when using ``udf`` as a decorator. + Skip this argument when using `udf` as a decorator. If you have a Rust + backed ScalarUDF within a PyCapsule, you can pass this parameter + and ignore the rest. They will be determined directly from the + underlying function. See the online documentation for more information. :type func: Callable, optional :param input_types: The data types of the arguments to ``func``. This list must be of the same length as the number of @@ -1699,13 +2097,27 @@ .. py:attribute:: config_internal -.. py:class:: Table(table: datafusion._internal.Table) +.. py:class:: Table(table: datafusion._internal.catalog.RawTable) DataFusion table. This constructor is not typically called by the end user. + .. py:method:: __repr__() -> str + + Print a string representation of the table. + + + + .. py:method:: from_dataset(dataset: pyarrow.dataset.Dataset) -> Table + :staticmethod: + + + Turn a pyarrow Dataset into a Table. + + + .. py:property:: kind :type: str @@ -1791,6 +2203,12 @@ parameter must be set. + .. py:method:: __repr__() -> str + + Print a string representation of the window frame. + + + .. py:method:: get_frame_units() -> str Returns the window frame units for the bounds. @@ -1834,6 +2252,12 @@ + .. py:method:: __repr__() -> str + + Print a string representation of the Window UDF. + + + .. py:method:: _create_window_udf(func: Callable[[], WindowEvaluator], input_types: pyarrow.DataType | list[pyarrow.DataType], return_type: pyarrow.DataType, volatility: Volatility | str, name: Optional[str] = None) -> WindowUDF :staticmethod: @@ -1866,6 +2290,17 @@ + .. py:method:: from_pycapsule(func: WindowUDFExportable) -> WindowUDF + :staticmethod: + + + Create a Window UDF from WindowUDF PyCapsule object. + + This function will instantiate a Window UDF that uses a DataFusion + WindowUDF that is exported via the FFI bindings. + + + .. py:method:: udwf(input_types: pyarrow.DataType | list[pyarrow.DataType], return_type: pyarrow.DataType, volatility: Volatility | str, name: Optional[str] = None) -> Callable[Ellipsis, WindowUDF] udwf(func: Callable[[], WindowEvaluator], input_types: pyarrow.DataType | list[pyarrow.DataType], return_type: pyarrow.DataType, volatility: Volatility | str, name: Optional[str] = None) -> WindowUDF :staticmethod: @@ -1907,7 +2342,10 @@ return BiasedNumbers(10) :param func: Only needed when calling as a function. Skip this argument when - using ``udwf`` as a decorator. + using ``udwf`` as a decorator. If you have a Rust backed WindowUDF + within a PyCapsule, you can pass this parameter and ignore the rest. + They will be determined directly from the underlying function. See + the online documentation for more information. :param input_types: The data types of the arguments. :param return_type: The data type of the return value. :param volatility: See :py:class:`Volatility` for allowed values. @@ -1953,7 +2391,7 @@ Create a literal expression. -.. py:function:: read_avro(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, file_partition_cols: list[tuple[str, str]] | None = None, file_extension: str = '.avro') -> datafusion.dataframe.DataFrame +.. py:function:: read_avro(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, file_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_extension: str = '.avro') -> datafusion.dataframe.DataFrame Create a :py:class:`DataFrame` for reading Avro data source. @@ -1969,7 +2407,7 @@ :returns: DataFrame representation of the read Avro file -.. py:function:: read_csv(path: str | pathlib.Path | list[str] | list[pathlib.Path], schema: pyarrow.Schema | None = None, has_header: bool = True, delimiter: str = ',', schema_infer_max_records: int = 1000, file_extension: str = '.csv', table_partition_cols: list[tuple[str, str]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame +.. py:function:: read_csv(path: str | pathlib.Path | list[str] | list[pathlib.Path], schema: pyarrow.Schema | None = None, has_header: bool = True, delimiter: str = ',', schema_infer_max_records: int = 1000, file_extension: str = '.csv', table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame Read a CSV data source. @@ -1994,7 +2432,7 @@ :returns: DataFrame representation of the read CSV files -.. py:function:: read_json(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, schema_infer_max_records: int = 1000, file_extension: str = '.json', table_partition_cols: list[tuple[str, str]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame +.. py:function:: read_json(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, schema_infer_max_records: int = 1000, file_extension: str = '.json', table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame Read a line-delimited JSON data source. @@ -2014,7 +2452,7 @@ :returns: DataFrame representation of the read JSON files. -.. py:function:: read_parquet(path: str | pathlib.Path, table_partition_cols: list[tuple[str, str]] | None = None, parquet_pruning: bool = True, file_extension: str = '.parquet', skip_metadata: bool = True, schema: pyarrow.Schema | None = None, file_sort_order: list[list[datafusion.expr.Expr]] | None = None) -> datafusion.dataframe.DataFrame +.. py:function:: read_parquet(path: str | pathlib.Path, table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, parquet_pruning: bool = True, file_extension: str = '.parquet', skip_metadata: bool = True, schema: pyarrow.Schema | None = None, file_sort_order: list[list[datafusion.expr.Expr]] | None = None) -> datafusion.dataframe.DataFrame Read a Parquet source into a :py:class:`~datafusion.dataframe.Dataframe`.
diff --git a/_sources/autoapi/datafusion/io/index.rst.txt b/_sources/autoapi/datafusion/io/index.rst.txt index 79ef20e..bb80c1c 100644 --- a/_sources/autoapi/datafusion/io/index.rst.txt +++ b/_sources/autoapi/datafusion/io/index.rst.txt
@@ -23,7 +23,7 @@ Module Contents --------------- -.. py:function:: read_avro(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, file_partition_cols: list[tuple[str, str]] | None = None, file_extension: str = '.avro') -> datafusion.dataframe.DataFrame +.. py:function:: read_avro(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, file_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_extension: str = '.avro') -> datafusion.dataframe.DataFrame Create a :py:class:`DataFrame` for reading Avro data source. @@ -39,7 +39,7 @@ :returns: DataFrame representation of the read Avro file -.. py:function:: read_csv(path: str | pathlib.Path | list[str] | list[pathlib.Path], schema: pyarrow.Schema | None = None, has_header: bool = True, delimiter: str = ',', schema_infer_max_records: int = 1000, file_extension: str = '.csv', table_partition_cols: list[tuple[str, str]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame +.. py:function:: read_csv(path: str | pathlib.Path | list[str] | list[pathlib.Path], schema: pyarrow.Schema | None = None, has_header: bool = True, delimiter: str = ',', schema_infer_max_records: int = 1000, file_extension: str = '.csv', table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame Read a CSV data source. @@ -64,7 +64,7 @@ :returns: DataFrame representation of the read CSV files -.. py:function:: read_json(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, schema_infer_max_records: int = 1000, file_extension: str = '.json', table_partition_cols: list[tuple[str, str]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame +.. py:function:: read_json(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, schema_infer_max_records: int = 1000, file_extension: str = '.json', table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame Read a line-delimited JSON data source. @@ -84,7 +84,7 @@ :returns: DataFrame representation of the read JSON files. -.. py:function:: read_parquet(path: str | pathlib.Path, table_partition_cols: list[tuple[str, str]] | None = None, parquet_pruning: bool = True, file_extension: str = '.parquet', skip_metadata: bool = True, schema: pyarrow.Schema | None = None, file_sort_order: list[list[datafusion.expr.Expr]] | None = None) -> datafusion.dataframe.DataFrame +.. py:function:: read_parquet(path: str | pathlib.Path, table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, parquet_pruning: bool = True, file_extension: str = '.parquet', skip_metadata: bool = True, schema: pyarrow.Schema | None = None, file_sort_order: list[list[datafusion.expr.Expr]] | None = None) -> datafusion.dataframe.DataFrame Read a Parquet source into a :py:class:`~datafusion.dataframe.Dataframe`.
diff --git a/_sources/autoapi/datafusion/udf/index.rst.txt b/_sources/autoapi/datafusion/udf/index.rst.txt deleted file mode 100644 index c11c9e6..0000000 --- a/_sources/autoapi/datafusion/udf/index.rst.txt +++ /dev/null
@@ -1,11 +0,0 @@ -datafusion.udf -============== - -.. py:module:: datafusion.udf - -.. autoapi-nested-parse:: - - Deprecated module for user defined functions. - - -
diff --git a/_sources/autoapi/datafusion/user_defined/index.rst.txt b/_sources/autoapi/datafusion/user_defined/index.rst.txt index d6c30ab..728ace0 100644 --- a/_sources/autoapi/datafusion/user_defined/index.rst.txt +++ b/_sources/autoapi/datafusion/user_defined/index.rst.txt
@@ -28,11 +28,14 @@ datafusion.user_defined.Accumulator datafusion.user_defined.AggregateUDF + datafusion.user_defined.AggregateUDFExportable datafusion.user_defined.ScalarUDF + datafusion.user_defined.ScalarUDFExportable datafusion.user_defined.TableFunction datafusion.user_defined.Volatility datafusion.user_defined.WindowEvaluator datafusion.user_defined.WindowUDF + datafusion.user_defined.WindowUDFExportable Module Contents @@ -97,6 +100,23 @@ + .. py:method:: __repr__() -> str + + Print a string representation of the Aggregate UDF. + + + + .. py:method:: from_pycapsule(func: AggregateUDFExportable) -> AggregateUDF + :staticmethod: + + + Create an Aggregate UDF from AggregateUDF PyCapsule object. + + This function will instantiate a Aggregate UDF that uses a DataFusion + AggregateUDF that is exported via the FFI bindings. + + + .. py:method:: udaf(input_types: pyarrow.DataType | list[pyarrow.DataType], return_type: pyarrow.DataType, state_type: list[pyarrow.DataType], volatility: Volatility | str, name: Optional[str] = None) -> Callable[Ellipsis, AggregateUDF] udaf(accum: Callable[[], Accumulator], input_types: pyarrow.DataType | list[pyarrow.DataType], return_type: pyarrow.DataType, state_type: list[pyarrow.DataType], volatility: Volatility | str, name: Optional[str] = None) -> AggregateUDF :staticmethod: @@ -157,6 +177,10 @@ :param accum: The accumulator python function. Only needed when calling as a function. Skip this argument when using ``udaf`` as a decorator. + If you have a Rust backed AggregateUDF within a PyCapsule, you can + pass this parameter and ignore the rest. They will be determined + directly from the underlying function. See the online documentation + for more information. :param input_types: The data types of the arguments to ``accum``. :param return_type: The data type of the return value. :param state_type: The data types of the intermediate accumulation. @@ -171,6 +195,17 @@ .. py:attribute:: _udaf +.. py:class:: AggregateUDFExportable + + Bases: :py:obj:`Protocol` + + + Type hint for object that has __datafusion_aggregate_udf__ PyCapsule. + + + .. py:method:: __datafusion_aggregate_udf__() -> object + + .. py:class:: ScalarUDF(name: str, func: Callable[Ellipsis, _R], input_types: pyarrow.DataType | list[pyarrow.DataType], return_type: _R, volatility: Volatility | str) Class for performing scalar user-defined functions (UDF). @@ -192,8 +227,26 @@ + .. py:method:: __repr__() -> str + + Print a string representation of the Scalar UDF. + + + + .. py:method:: from_pycapsule(func: ScalarUDFExportable) -> ScalarUDF + :staticmethod: + + + Create a Scalar UDF from ScalarUDF PyCapsule object. + + This function will instantiate a Scalar UDF that uses a DataFusion + ScalarUDF that is exported via the FFI bindings. + + + .. py:method:: udf(input_types: list[pyarrow.DataType], return_type: _R, volatility: Volatility | str, name: Optional[str] = None) -> Callable[Ellipsis, ScalarUDF] udf(func: Callable[Ellipsis, _R], input_types: list[pyarrow.DataType], return_type: _R, volatility: Volatility | str, name: Optional[str] = None) -> ScalarUDF + udf(func: ScalarUDFExportable) -> ScalarUDF :staticmethod: @@ -207,7 +260,10 @@ When used a decorator, do **not** pass ``func`` explicitly. :param func: Only needed when calling as a function. - Skip this argument when using ``udf`` as a decorator. + Skip this argument when using `udf` as a decorator. If you have a Rust + backed ScalarUDF within a PyCapsule, you can pass this parameter + and ignore the rest. They will be determined directly from the + underlying function. See the online documentation for more information. :type func: Callable, optional :param input_types: The data types of the arguments to ``func``. This list must be of the same length as the number of @@ -241,6 +297,17 @@ .. py:attribute:: _udf +.. py:class:: ScalarUDFExportable + + Bases: :py:obj:`Protocol` + + + Type hint for object that has __datafusion_scalar_udf__ PyCapsule. + + + .. py:method:: __datafusion_scalar_udf__() -> object + + .. py:class:: TableFunction(name: str, func: Callable[[], any]) Class for performing user-defined table functions (UDTF). @@ -544,6 +611,12 @@ + .. py:method:: __repr__() -> str + + Print a string representation of the Window UDF. + + + .. py:method:: _create_window_udf(func: Callable[[], WindowEvaluator], input_types: pyarrow.DataType | list[pyarrow.DataType], return_type: pyarrow.DataType, volatility: Volatility | str, name: Optional[str] = None) -> WindowUDF :staticmethod: @@ -576,6 +649,17 @@ + .. py:method:: from_pycapsule(func: WindowUDFExportable) -> WindowUDF + :staticmethod: + + + Create a Window UDF from WindowUDF PyCapsule object. + + This function will instantiate a Window UDF that uses a DataFusion + WindowUDF that is exported via the FFI bindings. + + + .. py:method:: udwf(input_types: pyarrow.DataType | list[pyarrow.DataType], return_type: pyarrow.DataType, volatility: Volatility | str, name: Optional[str] = None) -> Callable[Ellipsis, WindowUDF] udwf(func: Callable[[], WindowEvaluator], input_types: pyarrow.DataType | list[pyarrow.DataType], return_type: pyarrow.DataType, volatility: Volatility | str, name: Optional[str] = None) -> WindowUDF :staticmethod: @@ -617,7 +701,10 @@ return BiasedNumbers(10) :param func: Only needed when calling as a function. Skip this argument when - using ``udwf`` as a decorator. + using ``udwf`` as a decorator. If you have a Rust backed WindowUDF + within a PyCapsule, you can pass this parameter and ignore the rest. + They will be determined directly from the underlying function. See + the online documentation for more information. :param input_types: The data types of the arguments. :param return_type: The data type of the return value. :param volatility: See :py:class:`Volatility` for allowed values. @@ -630,6 +717,17 @@ .. py:attribute:: _udwf +.. py:class:: WindowUDFExportable + + Bases: :py:obj:`Protocol` + + + Type hint for object that has __datafusion_window_udf__ PyCapsule. + + + .. py:method:: __datafusion_window_udf__() -> object + + .. py:data:: _R .. py:data:: udaf
diff --git a/_sources/contributor-guide/ffi.rst.txt b/_sources/contributor-guide/ffi.rst.txt index c1f9806..a40af12 100644 --- a/_sources/contributor-guide/ffi.rst.txt +++ b/_sources/contributor-guide/ffi.rst.txt
@@ -176,7 +176,7 @@ ``TableProvider`` PyCapsule to have this capsule accessible by calling a function named ``__datafusion_table_provider__``. You can see a complete working example of how to share a ``TableProvider`` from one python library to DataFusion Python in the -`repository examples folder <https://github.com/apache/datafusion-python/tree/main/examples/ffi-table-provider>`_. +`repository examples folder <https://github.com/apache/datafusion-python/tree/main/examples/datafusion-ffi-example>`_. This section has been written using ``TableProvider`` as an example. It is the first extension that has been written using this approach and the most thoroughly implemented.
diff --git a/_sources/index.rst.txt b/_sources/index.rst.txt index c187938..adec60f 100644 --- a/_sources/index.rst.txt +++ b/_sources/index.rst.txt
@@ -72,7 +72,7 @@ user-guide/introduction user-guide/basics user-guide/data-sources - user-guide/dataframe + user-guide/dataframe/index user-guide/common-operations/index user-guide/io/index user-guide/configuration
diff --git a/_sources/user-guide/basics.rst.txt b/_sources/user-guide/basics.rst.txt index 2975d9a..7c68204 100644 --- a/_sources/user-guide/basics.rst.txt +++ b/_sources/user-guide/basics.rst.txt
@@ -73,7 +73,7 @@ calling the transformation methods, such as :py:func:`~datafusion.dataframe.DataFrame.filter`, :py:func:`~datafusion.dataframe.DataFrame.select`, :py:func:`~datafusion.dataframe.DataFrame.aggregate`, and :py:func:`~datafusion.dataframe.DataFrame.limit` to build up a query definition. -For more details on working with DataFrames, including visualization options and conversion to other formats, see :doc:`dataframe`. +For more details on working with DataFrames, including visualization options and conversion to other formats, see :doc:`dataframe/index`. Expressions -----------
diff --git a/_sources/user-guide/common-operations/functions.rst.txt b/_sources/user-guide/common-operations/functions.rst.txt index d458d3e..ccb47a4 100644 --- a/_sources/user-guide/common-operations/functions.rst.txt +++ b/_sources/user-guide/common-operations/functions.rst.txt
@@ -132,7 +132,7 @@ Handling Missing Values -===================== +======================= DataFusion provides methods to handle missing values in DataFrames:
diff --git a/_sources/user-guide/data-sources.rst.txt b/_sources/user-guide/data-sources.rst.txt index ba5967c..9c95d58 100644 --- a/_sources/user-guide/data-sources.rst.txt +++ b/_sources/user-guide/data-sources.rst.txt
@@ -185,3 +185,59 @@ section. This is an advanced topic, but a `user example <https://github.com/apache/datafusion-python/tree/main/examples/ffi-table-provider>`_ is provided in the DataFusion repository. + +Catalog +======= + +A common technique for organizing tables is using a three level hierarchical approach. DataFusion +supports this form of organizing using the :py:class:`~datafusion.catalog.Catalog`, +:py:class:`~datafusion.catalog.Schema`, and :py:class:`~datafusion.catalog.Table`. By default, +a :py:class:`~datafusion.context.SessionContext` comes with a single Catalog and a single Schema +with the names ``datafusion`` and ``default``, respectively. + +The default implementation uses an in-memory approach to the catalog and schema. We have support +for adding additional in-memory catalogs and schemas. This can be done like in the following +example: + +.. code-block:: python + + from datafusion.catalog import Catalog, Schema + + my_catalog = Catalog.memory_catalog() + my_schema = Schema.memory_schema() + + my_catalog.register_schema("my_schema_name", my_schema) + + ctx.register_catalog("my_catalog_name", my_catalog) + +You could then register tables in ``my_schema`` and access them either through the DataFrame +API or via sql commands such as ``"SELECT * from my_catalog_name.my_schema_name.my_table"``. + +User Defined Catalog and Schema +------------------------------- + +If the in-memory catalogs are insufficient for your uses, there are two approaches you can take +to implementing a custom catalog and/or schema. In the below discussion, we describe how to +implement these for a Catalog, but the approach to implementing for a Schema is nearly +identical. + +DataFusion supports Catalogs written in either Rust or Python. If you write a Catalog in Rust, +you will need to export it as a Python library via PyO3. There is a complete example of a +catalog implemented this way in the +`examples folder <https://github.com/apache/datafusion-python/tree/main/examples/>`_ +of our repository. Writing catalog providers in Rust provides typically can lead to significant +performance improvements over the Python based approach. + +To implement a Catalog in Python, you will need to inherit from the abstract base class +:py:class:`~datafusion.catalog.CatalogProvider`. There are examples in the +`unit tests <https://github.com/apache/datafusion-python/tree/main/python/tests>`_ of +implementing a basic Catalog in Python where we simply keep a dictionary of the +registered Schemas. + +One important note for developers is that when we have a Catalog defined in Python, we have +two different ways of accessing this Catalog. First, we register the catalog with a Rust +wrapper. This allows for any rust based code to call the Python functions as necessary. +Second, if the user access the Catalog via the Python API, we identify this and return back +the original Python object that implements the Catalog. This is an important distinction +for developers because we do *not* return a Python wrapper around the Rust wrapper of the +original Python object.
diff --git a/_sources/user-guide/dataframe/index.rst.txt b/_sources/user-guide/dataframe/index.rst.txt new file mode 100644 index 0000000..f69485a --- /dev/null +++ b/_sources/user-guide/dataframe/index.rst.txt
@@ -0,0 +1,209 @@ +.. Licensed to the Apache Software Foundation (ASF) under one +.. or more contributor license agreements. See the NOTICE file +.. distributed with this work for additional information +.. regarding copyright ownership. The ASF licenses this file +.. to you under the Apache License, Version 2.0 (the +.. "License"); you may not use this file except in compliance +.. with the License. You may obtain a copy of the License at + +.. http://www.apache.org/licenses/LICENSE-2.0 + +.. Unless required by applicable law or agreed to in writing, +.. software distributed under the License is distributed on an +.. "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +.. KIND, either express or implied. See the License for the +.. specific language governing permissions and limitations +.. under the License. + +DataFrames +========== + +Overview +-------- + +The ``DataFrame`` class is the core abstraction in DataFusion that represents tabular data and operations +on that data. DataFrames provide a flexible API for transforming data through various operations such as +filtering, projection, aggregation, joining, and more. + +A DataFrame represents a logical plan that is lazily evaluated. The actual execution occurs only when +terminal operations like ``collect()``, ``show()``, or ``to_pandas()`` are called. + +Creating DataFrames +------------------- + +DataFrames can be created in several ways: + +* From SQL queries via a ``SessionContext``: + + .. code-block:: python + + from datafusion import SessionContext + + ctx = SessionContext() + df = ctx.sql("SELECT * FROM your_table") + +* From registered tables: + + .. code-block:: python + + df = ctx.table("your_table") + +* From various data sources: + + .. code-block:: python + + # From CSV files (see :ref:`io_csv` for detailed options) + df = ctx.read_csv("path/to/data.csv") + + # From Parquet files (see :ref:`io_parquet` for detailed options) + df = ctx.read_parquet("path/to/data.parquet") + + # From JSON files (see :ref:`io_json` for detailed options) + df = ctx.read_json("path/to/data.json") + + # From Avro files (see :ref:`io_avro` for detailed options) + df = ctx.read_avro("path/to/data.avro") + + # From Pandas DataFrame + import pandas as pd + pandas_df = pd.DataFrame({"a": [1, 2, 3], "b": [4, 5, 6]}) + df = ctx.from_pandas(pandas_df) + + # From Arrow data + import pyarrow as pa + batch = pa.RecordBatch.from_arrays( + [pa.array([1, 2, 3]), pa.array([4, 5, 6])], + names=["a", "b"] + ) + df = ctx.from_arrow(batch) + +For detailed information about reading from different data sources, see the :doc:`I/O Guide <../io/index>`. +For custom data sources, see :ref:`io_custom_table_provider`. + +Common DataFrame Operations +--------------------------- + +DataFusion's DataFrame API offers a wide range of operations: + +.. code-block:: python + + from datafusion import column, literal + + # Select specific columns + df = df.select("col1", "col2") + + # Select with expressions + df = df.select(column("a") + column("b"), column("a") - column("b")) + + # Filter rows + df = df.filter(column("age") > literal(25)) + + # Add computed columns + df = df.with_column("full_name", column("first_name") + literal(" ") + column("last_name")) + + # Multiple column additions + df = df.with_columns( + (column("a") + column("b")).alias("sum"), + (column("a") * column("b")).alias("product") + ) + + # Sort data + df = df.sort(column("age").sort(ascending=False)) + + # Join DataFrames + df = df1.join(df2, on="user_id", how="inner") + + # Aggregate data + from datafusion import functions as f + df = df.aggregate( + [], # Group by columns (empty for global aggregation) + [f.sum(column("amount")).alias("total_amount")] + ) + + # Limit rows + df = df.limit(100) + + # Drop columns + df = df.drop("temporary_column") + +Terminal Operations +------------------- + +To materialize the results of your DataFrame operations: + +.. code-block:: python + + # Collect all data as PyArrow RecordBatches + result_batches = df.collect() + + # Convert to various formats + pandas_df = df.to_pandas() # Pandas DataFrame + polars_df = df.to_polars() # Polars DataFrame + arrow_table = df.to_arrow_table() # PyArrow Table + py_dict = df.to_pydict() # Python dictionary + py_list = df.to_pylist() # Python list of dictionaries + + # Display results + df.show() # Print tabular format to console + + # Count rows + count = df.count() + +HTML Rendering +-------------- + +When working in Jupyter notebooks or other environments that support HTML rendering, DataFrames will +automatically display as formatted HTML tables. For detailed information about customizing HTML +rendering, formatting options, and advanced styling, see :doc:`rendering`. + +Core Classes +------------ + +**DataFrame** + The main DataFrame class for building and executing queries. + + See: :py:class:`datafusion.DataFrame` + +**SessionContext** + The primary entry point for creating DataFrames from various data sources. + + Key methods for DataFrame creation: + + * :py:meth:`~datafusion.SessionContext.read_csv` - Read CSV files + * :py:meth:`~datafusion.SessionContext.read_parquet` - Read Parquet files + * :py:meth:`~datafusion.SessionContext.read_json` - Read JSON files + * :py:meth:`~datafusion.SessionContext.read_avro` - Read Avro files + * :py:meth:`~datafusion.SessionContext.table` - Access registered tables + * :py:meth:`~datafusion.SessionContext.sql` - Execute SQL queries + * :py:meth:`~datafusion.SessionContext.from_pandas` - Create from Pandas DataFrame + * :py:meth:`~datafusion.SessionContext.from_arrow` - Create from Arrow data + + See: :py:class:`datafusion.SessionContext` + +Expression Classes +------------------ + +**Expr** + Represents expressions that can be used in DataFrame operations. + + See: :py:class:`datafusion.Expr` + +**Functions for creating expressions:** + +* :py:func:`datafusion.column` - Reference a column by name +* :py:func:`datafusion.literal` - Create a literal value expression + +Built-in Functions +------------------ + +DataFusion provides many built-in functions for data manipulation: + +* :py:mod:`datafusion.functions` - Mathematical, string, date/time, and aggregation functions + +For a complete list of available functions, see the :py:mod:`datafusion.functions` module documentation. + + +.. toctree:: + :maxdepth: 1 + + rendering
diff --git a/_sources/user-guide/dataframe.rst.txt b/_sources/user-guide/dataframe/rendering.rst.txt similarity index 72% rename from _sources/user-guide/dataframe.rst.txt rename to _sources/user-guide/dataframe/rendering.rst.txt index 11e3d7e..4c37c74 100644 --- a/_sources/user-guide/dataframe.rst.txt +++ b/_sources/user-guide/dataframe/rendering.rst.txt
@@ -15,59 +15,37 @@ .. specific language governing permissions and limitations .. under the License. -DataFrames -========== +HTML Rendering in Jupyter +========================= -Overview --------- +When working in Jupyter notebooks or other environments that support rich HTML display, +DataFusion DataFrames automatically render as nicely formatted HTML tables. This functionality +is provided by the ``_repr_html_`` method, which is automatically called by Jupyter to provide +a richer visualization than plain text output. -DataFusion's DataFrame API provides a powerful interface for building and executing queries against data sources. -It offers a familiar API similar to pandas and other DataFrame libraries, but with the performance benefits of Rust -and Arrow. +Basic HTML Rendering +-------------------- -A DataFrame represents a logical plan that can be composed through operations like filtering, projection, and aggregation. -The actual execution happens when terminal operations like ``collect()`` or ``show()`` are called. - -Basic Usage ------------ +In a Jupyter environment, simply displaying a DataFrame object will trigger HTML rendering: .. code-block:: python - import datafusion - from datafusion import col, lit + # Will display as HTML table in Jupyter + df - # Create a context and register a data source - ctx = datafusion.SessionContext() - ctx.register_csv("my_table", "path/to/data.csv") - - # Create and manipulate a DataFrame - df = ctx.sql("SELECT * FROM my_table") - - # Or use the DataFrame API directly - df = (ctx.table("my_table") - .filter(col("age") > lit(25)) - .select([col("name"), col("age")])) - - # Execute and collect results - result = df.collect() - - # Display the first few rows - df.show() - -HTML Rendering --------------- - -When working in Jupyter notebooks or other environments that support HTML rendering, DataFrames will -automatically display as formatted HTML tables, making it easier to visualize your data. - -The ``_repr_html_`` method is called automatically by Jupyter to render a DataFrame. This method -controls how DataFrames appear in notebook environments, providing a richer visualization than -plain text output. + # Explicit display also uses HTML rendering + display(df) Customizing HTML Rendering --------------------------- +--------------------------- -You can customize how DataFrames are rendered in HTML by configuring the formatter: +DataFusion provides extensive customization options for HTML table rendering through the +``datafusion.html_formatter`` module. + +Configuring the HTML Formatter +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +You can customize how DataFrames are rendered by configuring the formatter: .. code-block:: python @@ -91,7 +69,7 @@ The formatter settings affect all DataFrames displayed after configuration. Custom Style Providers ----------------------- +----------------------- For advanced styling needs, you can create a custom style provider: @@ -118,11 +96,13 @@ configure_formatter(style_provider=MyStyleProvider()) Performance Optimization with Shared Styles -------------------------------------------- +-------------------------------------------- + The ``use_shared_styles`` parameter (enabled by default) optimizes performance when displaying multiple DataFrames in notebook environments: - .. code-block:: python +.. code-block:: python + from datafusion.html_formatter import StyleProvider, configure_formatter # Default: Use shared styles (recommended for notebooks) configure_formatter(use_shared_styles=True) @@ -137,7 +117,7 @@ - Applies consistent styling across all DataFrames Creating a Custom Formatter ---------------------------- +---------------------------- For complete control over rendering, you can implement a custom formatter: @@ -183,7 +163,7 @@ print(formatter.theme) Contextual Formatting ---------------------- +---------------------- You can also use a context manager to temporarily change formatting settings: @@ -206,12 +186,38 @@ You can control how much data is displayed and how much memory is used for rendering: - .. code-block:: python - +.. code-block:: python + configure_formatter( max_memory_bytes=4 * 1024 * 1024, # 4MB maximum memory for display min_rows_display=50, # Always show at least 50 rows repr_rows=20 # Show 20 rows in __repr__ output ) -These parameters help balance comprehensive data display against performance considerations. \ No newline at end of file +These parameters help balance comprehensive data display against performance considerations. + +Best Practices +-------------- + +1. **Global Configuration**: Use ``configure_formatter()`` at the beginning of your notebook to set up consistent formatting for all DataFrames. + +2. **Memory Management**: Set appropriate ``max_memory_bytes`` limits to prevent performance issues with large datasets. + +3. **Shared Styles**: Keep ``use_shared_styles=True`` (default) for better performance in notebooks with multiple DataFrames. + +4. **Reset When Needed**: Call ``reset_formatter()`` when you want to start fresh with default settings. + +5. **Cell Expansion**: Use ``enable_cell_expansion=True`` when cells might contain longer content that users may want to see in full. + +Additional Resources +-------------------- + +* :doc:`../dataframe/index` - Complete guide to using DataFrames +* :doc:`../io/index` - I/O Guide for reading data from various sources +* :doc:`../data-sources` - Comprehensive data sources guide +* :ref:`io_csv` - CSV file reading +* :ref:`io_parquet` - Parquet file reading +* :ref:`io_json` - JSON file reading +* :ref:`io_avro` - Avro file reading +* :ref:`io_custom_table_provider` - Custom table providers +* `API Reference <https://arrow.apache.org/datafusion-python/api/index.html>`_ - Full API reference
diff --git a/autoapi/datafusion/catalog/index.html b/autoapi/datafusion/catalog/index.html index 7629a57..64d0e67 100644 --- a/autoapi/datafusion/catalog/index.html +++ b/autoapi/datafusion/catalog/index.html
@@ -34,7 +34,7 @@ <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script> <link rel="index" title="Index" href="../../../genindex.html" /> <link rel="search" title="Search" href="../../../search.html" /> - <link rel="next" title="datafusion.col" href="../col/index.html" /> + <link rel="next" title="datafusion.context" href="../context/index.html" /> <link rel="prev" title="datafusion" href="../index.html" /> <meta name="viewport" content="width=device-width, initial-scale=1" /> <meta name="docsearch:language" content="en"> @@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../../../user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../../../user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../../../user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../index.html"> API Reference </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../index.html"> datafusion </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../unparser/index.html"> datafusion.unparser </a> @@ -420,6 +427,15 @@ </a> <ul class="nav section-nav flex-column"> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.Catalog.__repr__"> + <code class="docutils literal notranslate"> + <span class="pre"> + Catalog.__repr__() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.catalog.Catalog.database"> <code class="docutils literal notranslate"> <span class="pre"> @@ -429,6 +445,24 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.Catalog.deregister_schema"> + <code class="docutils literal notranslate"> + <span class="pre"> + Catalog.deregister_schema() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.Catalog.memory_catalog"> + <code class="docutils literal notranslate"> + <span class="pre"> + Catalog.memory_catalog() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.catalog.Catalog.names"> <code class="docutils literal notranslate"> <span class="pre"> @@ -438,6 +472,33 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.Catalog.register_schema"> + <code class="docutils literal notranslate"> + <span class="pre"> + Catalog.register_schema() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.Catalog.schema"> + <code class="docutils literal notranslate"> + <span class="pre"> + Catalog.schema() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.Catalog.schema_names"> + <code class="docutils literal notranslate"> + <span class="pre"> + Catalog.schema_names() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.catalog.Catalog.catalog"> <code class="docutils literal notranslate"> <span class="pre"> @@ -449,37 +510,194 @@ </ul> </li> <li class="toc-h3 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.catalog.Database"> + <a class="reference internal nav-link" href="#datafusion.catalog.CatalogProvider"> <code class="docutils literal notranslate"> <span class="pre"> - Database + CatalogProvider </span> </code> </a> <ul class="nav section-nav flex-column"> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.catalog.Database.names"> + <a class="reference internal nav-link" href="#datafusion.catalog.CatalogProvider.deregister_schema"> <code class="docutils literal notranslate"> <span class="pre"> - Database.names() + CatalogProvider.deregister_schema() </span> </code> </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.catalog.Database.table"> + <a class="reference internal nav-link" href="#datafusion.catalog.CatalogProvider.register_schema"> <code class="docutils literal notranslate"> <span class="pre"> - Database.table() + CatalogProvider.register_schema() </span> </code> </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.catalog.Database.db"> + <a class="reference internal nav-link" href="#datafusion.catalog.CatalogProvider.schema"> <code class="docutils literal notranslate"> <span class="pre"> - Database.db + CatalogProvider.schema() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.CatalogProvider.schema_names"> + <code class="docutils literal notranslate"> + <span class="pre"> + CatalogProvider.schema_names() + </span> + </code> + </a> + </li> + </ul> + </li> + <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.Schema"> + <code class="docutils literal notranslate"> + <span class="pre"> + Schema + </span> + </code> + </a> + <ul class="nav section-nav flex-column"> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.Schema.__repr__"> + <code class="docutils literal notranslate"> + <span class="pre"> + Schema.__repr__() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.Schema.deregister_table"> + <code class="docutils literal notranslate"> + <span class="pre"> + Schema.deregister_table() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.Schema.memory_schema"> + <code class="docutils literal notranslate"> + <span class="pre"> + Schema.memory_schema() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.Schema.names"> + <code class="docutils literal notranslate"> + <span class="pre"> + Schema.names() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.Schema.register_table"> + <code class="docutils literal notranslate"> + <span class="pre"> + Schema.register_table() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.Schema.table"> + <code class="docutils literal notranslate"> + <span class="pre"> + Schema.table() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.Schema.table_names"> + <code class="docutils literal notranslate"> + <span class="pre"> + Schema.table_names() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.Schema._raw_schema"> + <code class="docutils literal notranslate"> + <span class="pre"> + Schema._raw_schema + </span> + </code> + </a> + </li> + </ul> + </li> + <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.SchemaProvider"> + <code class="docutils literal notranslate"> + <span class="pre"> + SchemaProvider + </span> + </code> + </a> + <ul class="nav section-nav flex-column"> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.SchemaProvider.deregister_table"> + <code class="docutils literal notranslate"> + <span class="pre"> + SchemaProvider.deregister_table() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.SchemaProvider.owner_name"> + <code class="docutils literal notranslate"> + <span class="pre"> + SchemaProvider.owner_name() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.SchemaProvider.register_table"> + <code class="docutils literal notranslate"> + <span class="pre"> + SchemaProvider.register_table() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.SchemaProvider.table"> + <code class="docutils literal notranslate"> + <span class="pre"> + SchemaProvider.table() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.SchemaProvider.table_exist"> + <code class="docutils literal notranslate"> + <span class="pre"> + SchemaProvider.table_exist() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.SchemaProvider.table_names"> + <code class="docutils literal notranslate"> + <span class="pre"> + SchemaProvider.table_names() </span> </code> </a> @@ -496,6 +714,24 @@ </a> <ul class="nav section-nav flex-column"> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.Table.__repr__"> + <code class="docutils literal notranslate"> + <span class="pre"> + Table.__repr__() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.catalog.Table.from_dataset"> + <code class="docutils literal notranslate"> + <span class="pre"> + Table.from_dataset() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.catalog.Table.kind"> <code class="docutils literal notranslate"> <span class="pre"> @@ -557,8 +793,14 @@ <tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.catalog.Catalog" title="datafusion.catalog.Catalog"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Catalog</span></code></a></p></td> <td><p>DataFusion data catalog.</p></td> </tr> -<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.catalog.Database" title="datafusion.catalog.Database"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Database</span></code></a></p></td> -<td><p>DataFusion Database.</p></td> +<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.catalog.CatalogProvider" title="datafusion.catalog.CatalogProvider"><code class="xref py py-obj docutils literal notranslate"><span class="pre">CatalogProvider</span></code></a></p></td> +<td><p>Abstract class for defining a Python based Catalog Provider.</p></td> +</tr> +<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.catalog.Schema" title="datafusion.catalog.Schema"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Schema</span></code></a></p></td> +<td><p>DataFusion Schema.</p></td> +</tr> +<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.catalog.SchemaProvider" title="datafusion.catalog.SchemaProvider"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SchemaProvider</span></code></a></p></td> +<td><p>Abstract class for defining a Python based Schema Provider.</p></td> </tr> <tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.catalog.Table" title="datafusion.catalog.Table"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Table</span></code></a></p></td> <td><p>DataFusion table.</p></td> @@ -570,19 +812,55 @@ <h2>Module Contents<a class="headerlink" href="#module-contents" title="Link to this heading">¶</a></h2> <dl class="py class"> <dt class="sig sig-object py" id="datafusion.catalog.Catalog"> -<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.catalog.</span></span><span class="sig-name descname"><span class="pre">Catalog</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">catalog</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datafusion._internal.Catalog</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.catalog.Catalog" title="Link to this definition">¶</a></dt> +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.catalog.</span></span><span class="sig-name descname"><span class="pre">Catalog</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">catalog</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datafusion._internal.catalog.RawCatalog</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.catalog.Catalog" title="Link to this definition">¶</a></dt> <dd><p>DataFusion data catalog.</p> <p>This constructor is not typically called by the end user.</p> <dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.Catalog.__repr__"> +<span class="sig-name descname"><span class="pre">__repr__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.catalog.Catalog.__repr__" title="Link to this definition">¶</a></dt> +<dd><p>Print a string representation of the catalog.</p> +</dd></dl> + +<dl class="py method"> <dt class="sig sig-object py" id="datafusion.catalog.Catalog.database"> -<span class="sig-name descname"><span class="pre">database</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'public'</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.catalog.Database" title="datafusion.catalog.Database"><span class="pre">Database</span></a></span></span><a class="headerlink" href="#datafusion.catalog.Catalog.database" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">database</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'public'</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.catalog.Schema" title="datafusion.catalog.Schema"><span class="pre">Schema</span></a></span></span><a class="headerlink" href="#datafusion.catalog.Catalog.database" title="Link to this definition">¶</a></dt> <dd><p>Returns the database with the given <code class="docutils literal notranslate"><span class="pre">name</span></code> from this catalog.</p> </dd></dl> <dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.Catalog.deregister_schema"> +<span class="sig-name descname"><span class="pre">deregister_schema</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cascade</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.catalog.Schema" title="datafusion.catalog.Schema"><span class="pre">Schema</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.catalog.Catalog.deregister_schema" title="Link to this definition">¶</a></dt> +<dd><p>Deregister a schema from this catalog.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.Catalog.memory_catalog"> +<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">memory_catalog</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.catalog.Catalog" title="datafusion.catalog.Catalog"><span class="pre">Catalog</span></a></span></span><a class="headerlink" href="#datafusion.catalog.Catalog.memory_catalog" title="Link to this definition">¶</a></dt> +<dd><p>Create an in-memory catalog provider.</p> +</dd></dl> + +<dl class="py method"> <dt class="sig sig-object py" id="datafusion.catalog.Catalog.names"> -<span class="sig-name descname"><span class="pre">names</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.catalog.Catalog.names" title="Link to this definition">¶</a></dt> -<dd><p>Returns the list of databases in this catalog.</p> +<span class="sig-name descname"><span class="pre">names</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">set</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.catalog.Catalog.names" title="Link to this definition">¶</a></dt> +<dd><p>This is an alias for <cite>schema_names</cite>.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.Catalog.register_schema"> +<span class="sig-name descname"><span class="pre">register_schema</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.catalog.Schema" title="datafusion.catalog.Schema"><span class="pre">Schema</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.catalog.Catalog.register_schema" title="Link to this definition">¶</a></dt> +<dd><p>Register a schema with this catalog.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.Catalog.schema"> +<span class="sig-name descname"><span class="pre">schema</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'public'</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.catalog.Schema" title="datafusion.catalog.Schema"><span class="pre">Schema</span></a></span></span><a class="headerlink" href="#datafusion.catalog.Catalog.schema" title="Link to this definition">¶</a></dt> +<dd><p>Returns the database with the given <code class="docutils literal notranslate"><span class="pre">name</span></code> from this catalog.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.Catalog.schema_names"> +<span class="sig-name descname"><span class="pre">schema_names</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">set</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.catalog.Catalog.schema_names" title="Link to this definition">¶</a></dt> +<dd><p>Returns the list of schemas in this catalog.</p> </dd></dl> <dl class="py attribute"> @@ -593,34 +871,167 @@ </dd></dl> <dl class="py class"> -<dt class="sig sig-object py" id="datafusion.catalog.Database"> -<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.catalog.</span></span><span class="sig-name descname"><span class="pre">Database</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">db</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datafusion._internal.Database</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.catalog.Database" title="Link to this definition">¶</a></dt> -<dd><p>DataFusion Database.</p> -<p>This constructor is not typically called by the end user.</p> +<dt class="sig sig-object py" id="datafusion.catalog.CatalogProvider"> +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.catalog.</span></span><span class="sig-name descname"><span class="pre">CatalogProvider</span></span><a class="headerlink" href="#datafusion.catalog.CatalogProvider" title="Link to this definition">¶</a></dt> +<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">abc.ABC</span></code></p> +<p>Abstract class for defining a Python based Catalog Provider.</p> <dl class="py method"> -<dt class="sig sig-object py" id="datafusion.catalog.Database.names"> -<span class="sig-name descname"><span class="pre">names</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">set</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.catalog.Database.names" title="Link to this definition">¶</a></dt> -<dd><p>Returns the list of all tables in this database.</p> +<dt class="sig sig-object py" id="datafusion.catalog.CatalogProvider.deregister_schema"> +<span class="sig-name descname"><span class="pre">deregister_schema</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cascade</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.catalog.CatalogProvider.deregister_schema" title="Link to this definition">¶</a></dt> +<dd><p>Remove a schema from this catalog.</p> +<p>This method is optional. If your catalog provides a fixed list of schemas, you +do not need to implement this method.</p> +<dl class="field-list simple"> +<dt class="field-odd">Parameters<span class="colon">:</span></dt> +<dd class="field-odd"><ul class="simple"> +<li><p><strong>name</strong> – The name of the schema to remove.</p></li> +<li><p><strong>cascade</strong> – If true, deregister the tables within the schema.</p></li> +</ul> +</dd> +</dl> </dd></dl> <dl class="py method"> -<dt class="sig sig-object py" id="datafusion.catalog.Database.table"> -<span class="sig-name descname"><span class="pre">table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.catalog.Table" title="datafusion.catalog.Table"><span class="pre">Table</span></a></span></span><a class="headerlink" href="#datafusion.catalog.Database.table" title="Link to this definition">¶</a></dt> -<dd><p>Return the table with the given <code class="docutils literal notranslate"><span class="pre">name</span></code> from this database.</p> +<dt class="sig sig-object py" id="datafusion.catalog.CatalogProvider.register_schema"> +<span class="sig-name descname"><span class="pre">register_schema</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">SchemaProviderExportable</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="#datafusion.catalog.SchemaProvider" title="datafusion.catalog.SchemaProvider"><span class="pre">SchemaProvider</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="#datafusion.catalog.Schema" title="datafusion.catalog.Schema"><span class="pre">Schema</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.catalog.CatalogProvider.register_schema" title="Link to this definition">¶</a></dt> +<dd><p>Add a schema to this catalog.</p> +<p>This method is optional. If your catalog provides a fixed list of schemas, you +do not need to implement this method.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.CatalogProvider.schema"> +<em class="property"><span class="pre">abstract</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">schema</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.catalog.Schema" title="datafusion.catalog.Schema"><span class="pre">Schema</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.catalog.CatalogProvider.schema" title="Link to this definition">¶</a></dt> +<dd><p>Retrieve a specific schema from this catalog.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.CatalogProvider.schema_names"> +<em class="property"><span class="pre">abstract</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">schema_names</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">set</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.catalog.CatalogProvider.schema_names" title="Link to this definition">¶</a></dt> +<dd><p>Set of the names of all schemas in this catalog.</p> +</dd></dl> + +</dd></dl> + +<dl class="py class"> +<dt class="sig sig-object py" id="datafusion.catalog.Schema"> +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.catalog.</span></span><span class="sig-name descname"><span class="pre">Schema</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datafusion._internal.catalog.RawSchema</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.catalog.Schema" title="Link to this definition">¶</a></dt> +<dd><p>DataFusion Schema.</p> +<p>This constructor is not typically called by the end user.</p> +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.Schema.__repr__"> +<span class="sig-name descname"><span class="pre">__repr__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.catalog.Schema.__repr__" title="Link to this definition">¶</a></dt> +<dd><p>Print a string representation of the schema.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.Schema.deregister_table"> +<span class="sig-name descname"><span class="pre">deregister_table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.catalog.Schema.deregister_table" title="Link to this definition">¶</a></dt> +<dd><p>Deregister a table provider from this schema.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.Schema.memory_schema"> +<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">memory_schema</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.catalog.Schema" title="datafusion.catalog.Schema"><span class="pre">Schema</span></a></span></span><a class="headerlink" href="#datafusion.catalog.Schema.memory_schema" title="Link to this definition">¶</a></dt> +<dd><p>Create an in-memory schema provider.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.Schema.names"> +<span class="sig-name descname"><span class="pre">names</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">set</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.catalog.Schema.names" title="Link to this definition">¶</a></dt> +<dd><p>This is an alias for <cite>table_names</cite>.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.Schema.register_table"> +<span class="sig-name descname"><span class="pre">register_table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.catalog.Schema.register_table" title="Link to this definition">¶</a></dt> +<dd><p>Register a table provider in this schema.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.Schema.table"> +<span class="sig-name descname"><span class="pre">table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.catalog.Table" title="datafusion.catalog.Table"><span class="pre">Table</span></a></span></span><a class="headerlink" href="#datafusion.catalog.Schema.table" title="Link to this definition">¶</a></dt> +<dd><p>Return the table with the given <code class="docutils literal notranslate"><span class="pre">name</span></code> from this schema.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.Schema.table_names"> +<span class="sig-name descname"><span class="pre">table_names</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">set</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.catalog.Schema.table_names" title="Link to this definition">¶</a></dt> +<dd><p>Returns the list of all tables in this schema.</p> </dd></dl> <dl class="py attribute"> -<dt class="sig sig-object py" id="datafusion.catalog.Database.db"> -<span class="sig-name descname"><span class="pre">db</span></span><a class="headerlink" href="#datafusion.catalog.Database.db" title="Link to this definition">¶</a></dt> +<dt class="sig sig-object py" id="datafusion.catalog.Schema._raw_schema"> +<span class="sig-name descname"><span class="pre">_raw_schema</span></span><a class="headerlink" href="#datafusion.catalog.Schema._raw_schema" title="Link to this definition">¶</a></dt> <dd></dd></dl> </dd></dl> <dl class="py class"> +<dt class="sig sig-object py" id="datafusion.catalog.SchemaProvider"> +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.catalog.</span></span><span class="sig-name descname"><span class="pre">SchemaProvider</span></span><a class="headerlink" href="#datafusion.catalog.SchemaProvider" title="Link to this definition">¶</a></dt> +<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">abc.ABC</span></code></p> +<p>Abstract class for defining a Python based Schema Provider.</p> +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.SchemaProvider.deregister_table"> +<span class="sig-name descname"><span class="pre">deregister_table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cascade</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.catalog.SchemaProvider.deregister_table" title="Link to this definition">¶</a></dt> +<dd><p>Remove a table from this schema.</p> +<p>This method is optional. If your schema provides a fixed list of tables, you do +not need to implement this method.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.SchemaProvider.owner_name"> +<span class="sig-name descname"><span class="pre">owner_name</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.catalog.SchemaProvider.owner_name" title="Link to this definition">¶</a></dt> +<dd><p>Returns the owner of the schema.</p> +<p>This is an optional method. The default return is None.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.SchemaProvider.register_table"> +<span class="sig-name descname"><span class="pre">register_table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.catalog.Table" title="datafusion.catalog.Table"><span class="pre">Table</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.catalog.SchemaProvider.register_table" title="Link to this definition">¶</a></dt> +<dd><p>Add a table from this schema.</p> +<p>This method is optional. If your schema provides a fixed list of tables, you do +not need to implement this method.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.SchemaProvider.table"> +<em class="property"><span class="pre">abstract</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.catalog.Table" title="datafusion.catalog.Table"><span class="pre">Table</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.catalog.SchemaProvider.table" title="Link to this definition">¶</a></dt> +<dd><p>Retrieve a specific table from this schema.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.SchemaProvider.table_exist"> +<em class="property"><span class="pre">abstract</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">table_exist</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">bool</span></span></span><a class="headerlink" href="#datafusion.catalog.SchemaProvider.table_exist" title="Link to this definition">¶</a></dt> +<dd><p>Returns true if the table exists in this schema.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.SchemaProvider.table_names"> +<em class="property"><span class="pre">abstract</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">table_names</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">set</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.catalog.SchemaProvider.table_names" title="Link to this definition">¶</a></dt> +<dd><p>Set of the names of all tables in this schema.</p> +</dd></dl> + +</dd></dl> + +<dl class="py class"> <dt class="sig sig-object py" id="datafusion.catalog.Table"> -<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.catalog.</span></span><span class="sig-name descname"><span class="pre">Table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">table</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datafusion._internal.Table</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.catalog.Table" title="Link to this definition">¶</a></dt> +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.catalog.</span></span><span class="sig-name descname"><span class="pre">Table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">table</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datafusion._internal.catalog.RawTable</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.catalog.Table" title="Link to this definition">¶</a></dt> <dd><p>DataFusion table.</p> <p>This constructor is not typically called by the end user.</p> +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.Table.__repr__"> +<span class="sig-name descname"><span class="pre">__repr__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.catalog.Table.__repr__" title="Link to this definition">¶</a></dt> +<dd><p>Print a string representation of the table.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.catalog.Table.from_dataset"> +<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">from_dataset</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.dataset.Dataset</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.catalog.Table" title="datafusion.catalog.Table"><span class="pre">Table</span></a></span></span><a class="headerlink" href="#datafusion.catalog.Table.from_dataset" title="Link to this definition">¶</a></dt> +<dd><p>Turn a pyarrow Dataset into a Table.</p> +</dd></dl> + <dl class="py property"> <dt class="sig sig-object py" id="datafusion.catalog.Table.kind"> <em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">kind</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#datafusion.catalog.Table.kind" title="Link to this definition">¶</a></dt> @@ -656,10 +1067,10 @@ <p class="prev-next-title">datafusion</p> </div> </a> - <a class='right-next' id="next-link" href="../col/index.html" title="next page"> + <a class='right-next' id="next-link" href="../context/index.html" title="next page"> <div class="prev-next-info"> <p class="prev-next-subtitle">next</p> - <p class="prev-next-title">datafusion.col</p> + <p class="prev-next-title">datafusion.context</p> </div> <i class="fas fa-angle-right"></i> </a>
diff --git a/autoapi/datafusion/col/index.html b/autoapi/datafusion/col/index.html deleted file mode 100644 index 77e23e0..0000000 --- a/autoapi/datafusion/col/index.html +++ /dev/null
@@ -1,540 +0,0 @@ -<!DOCTYPE html> - -<html lang="en" data-content_root="../../../"> - <head> - <meta charset="utf-8" /> - <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" /> - - <title>datafusion.col — Apache Arrow DataFusion documentation</title> - - <link href="../../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet"> -<link href="../../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet"> - - - <link rel="stylesheet" - href="../../../_static/vendor/fontawesome/5.13.0/css/all.min.css"> - <link rel="preload" as="font" type="font/woff2" crossorigin - href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2"> - <link rel="preload" as="font" type="font/woff2" crossorigin - href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2"> - - - - - - <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=8f2a1f02" /> - <link rel="stylesheet" type="text/css" href="../../../_static/styles/pydata-sphinx-theme.css?v=1140d252" /> - <link rel="stylesheet" type="text/css" href="../../../_static/graphviz.css?v=4ae1632d" /> - <link rel="stylesheet" type="text/css" href="../../../_static/theme_overrides.css?v=dca7052a" /> - - <link rel="preload" as="script" href="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"> - - <script src="../../../_static/documentation_options.js?v=8a448e45"></script> - <script src="../../../_static/doctools.js?v=9bcbadda"></script> - <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script> - <link rel="index" title="Index" href="../../../genindex.html" /> - <link rel="search" title="Search" href="../../../search.html" /> - <link rel="next" title="datafusion.context" href="../context/index.html" /> - <link rel="prev" title="datafusion.catalog" href="../catalog/index.html" /> - <meta name="viewport" content="width=device-width, initial-scale=1" /> - <meta name="docsearch:language" content="en"> - - - <!-- Google Analytics --> - - </head> - <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80"> - - <div class="container-fluid" id="banner"></div> - - - - - <div class="container-xl"> - <div class="row"> - - - <!-- Only show if we have sidebars configured, else just a small margin --> - <div class="col-12 col-md-3 bd-sidebar"> - <div class="sidebar-start-items"> -<a class="navbar-brand" href="../../../index.html"> - <img src="../../../_static/images/2x_bgwhite_original.png" class="logo" alt="logo"> -</a> - -<form class="bd-search d-flex align-items-center" action="../../../search.html" method="get"> - <i class="icon fas fa-search"></i> - <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" > -</form> - -<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation"> - <div class="bd-toc-item active"> - - <p aria-level="2" class="caption" role="heading"> - <span class="caption-text"> - LINKS - </span> -</p> -<ul class="nav bd-sidenav"> - <li class="toctree-l1"> - <a class="reference external" href="https://github.com/apache/datafusion-python"> - Github and Issue Tracker - </a> - </li> - <li class="toctree-l1"> - <a class="reference external" href="https://docs.rs/datafusion/latest/datafusion/"> - Rust's API Docs - </a> - </li> - <li class="toctree-l1"> - <a class="reference external" href="https://github.com/apache/datafusion/blob/main/CODE_OF_CONDUCT.md"> - Code of conduct - </a> - </li> - <li class="toctree-l1"> - <a class="reference external" href="https://github.com/apache/datafusion-python/tree/main/examples"> - Examples - </a> - </li> -</ul> -<p aria-level="2" class="caption" role="heading"> - <span class="caption-text"> - USER GUIDE - </span> -</p> -<ul class="nav bd-sidenav"> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/introduction.html"> - Introduction - </a> - </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/basics.html"> - Concepts - </a> - </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/data-sources.html"> - Data Sources - </a> - </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/dataframe.html"> - DataFrames - </a> - </li> - <li class="toctree-l1 has-children"> - <a class="reference internal" href="../../../user-guide/common-operations/index.html"> - Common Operations - </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> - <i class="fas fa-chevron-down"> - </i> - </label> - <ul> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/common-operations/views.html"> - Registering Views - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/common-operations/basic-info.html"> - Basic Operations - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/common-operations/select-and-filter.html"> - Column Selections - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/common-operations/expressions.html"> - Expressions - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/common-operations/joins.html"> - Joins - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/common-operations/functions.html"> - Functions - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/common-operations/aggregations.html"> - Aggregation - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/common-operations/windows.html"> - Window Functions - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/common-operations/udf-and-udfa.html"> - User-Defined Functions - </a> - </li> - </ul> - </li> - <li class="toctree-l1 has-children"> - <a class="reference internal" href="../../../user-guide/io/index.html"> - IO - </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> - <i class="fas fa-chevron-down"> - </i> - </label> - <ul> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/io/arrow.html"> - Arrow - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/io/avro.html"> - Avro - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/io/csv.html"> - CSV - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/io/json.html"> - JSON - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/io/parquet.html"> - Parquet - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/io/table_provider.html"> - Custom Table Provider - </a> - </li> - </ul> - </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/configuration.html"> - Configuration - </a> - </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/sql.html"> - SQL - </a> - </li> -</ul> -<p aria-level="2" class="caption" role="heading"> - <span class="caption-text"> - CONTRIBUTOR GUIDE - </span> -</p> -<ul class="nav bd-sidenav"> - <li class="toctree-l1"> - <a class="reference internal" href="../../../contributor-guide/introduction.html"> - Introduction - </a> - </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../contributor-guide/ffi.html"> - Python Extensions - </a> - </li> -</ul> -<p aria-level="2" class="caption" role="heading"> - <span class="caption-text"> - API - </span> -</p> -<ul class="current nav bd-sidenav"> - <li class="toctree-l1 current active has-children"> - <a class="reference internal" href="../../index.html"> - API Reference - </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> - <i class="fas fa-chevron-down"> - </i> - </label> - <ul class="current"> - <li class="toctree-l2 current active has-children"> - <a class="reference internal" href="../index.html"> - datafusion - </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> - <i class="fas fa-chevron-down"> - </i> - </label> - <ul class="current"> - <li class="toctree-l3"> - <a class="reference internal" href="../catalog/index.html"> - datafusion.catalog - </a> - </li> - <li class="toctree-l3 current active"> - <a class="current reference internal" href="#"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../context/index.html"> - datafusion.context - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../dataframe/index.html"> - datafusion.dataframe - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../expr/index.html"> - datafusion.expr - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../functions/index.html"> - datafusion.functions - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../html_formatter/index.html"> - datafusion.html_formatter - </a> - </li> - <li class="toctree-l3 has-children"> - <a class="reference internal" href="../input/index.html"> - datafusion.input - </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> - <i class="fas fa-chevron-down"> - </i> - </label> - <ul> - <li class="toctree-l4"> - <a class="reference internal" href="../input/base/index.html"> - datafusion.input.base - </a> - </li> - <li class="toctree-l4"> - <a class="reference internal" href="../input/location/index.html"> - datafusion.input.location - </a> - </li> - </ul> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../io/index.html"> - datafusion.io - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../object_store/index.html"> - datafusion.object_store - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../plan/index.html"> - datafusion.plan - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../record_batch/index.html"> - datafusion.record_batch - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../substrait/index.html"> - datafusion.substrait - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../unparser/index.html"> - datafusion.unparser - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../user_defined/index.html"> - datafusion.user_defined - </a> - </li> - </ul> - </li> - </ul> - </li> -</ul> - - - </div> -</nav> - </div> - <div class="sidebar-end-items"> - </div> - </div> - - - - - <div class="d-none d-xl-block col-xl-2 bd-toc"> - - - <div class="toc-item"> - -<div class="tocsection onthispage pt-5 pb-3"> - <i class="fas fa-list"></i> On this page -</div> - -<nav id="bd-toc-nav"> - <ul class="visible nav section-nav flex-column"> - <li class="toc-h2 nav-item toc-entry"> - <a class="reference internal nav-link" href="#attributes"> - Attributes - </a> - </li> - <li class="toc-h2 nav-item toc-entry"> - <a class="reference internal nav-link" href="#module-contents"> - Module Contents - </a> - <ul class="visible nav section-nav flex-column"> - <li class="toc-h3 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.col.col"> - <code class="docutils literal notranslate"> - <span class="pre"> - col - </span> - </code> - </a> - </li> - <li class="toc-h3 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.col.column"> - <code class="docutils literal notranslate"> - <span class="pre"> - column - </span> - </code> - </a> - </li> - </ul> - </li> -</ul> - -</nav> - </div> - - <div class="toc-item"> - - </div> - - - </div> - - - - - - - <main class="col-12 col-md-9 col-xl-7 py-md-5 pl-md-5 pr-md-4 bd-content" role="main"> - - <div> - - <section id="module-datafusion.col"> -<span id="datafusion-col"></span><h1>datafusion.col<a class="headerlink" href="#module-datafusion.col" title="Link to this heading">¶</a></h1> -<p>Col class.</p> -<section id="attributes"> -<h2>Attributes<a class="headerlink" href="#attributes" title="Link to this heading">¶</a></h2> -<table class="autosummary longtable table autosummary"> -<tbody> -<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.col.col" title="datafusion.col.col"><code class="xref py py-obj docutils literal notranslate"><span class="pre">col</span></code></a></p></td> -<td><p></p></td> -</tr> -<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.col.column" title="datafusion.col.column"><code class="xref py py-obj docutils literal notranslate"><span class="pre">column</span></code></a></p></td> -<td><p></p></td> -</tr> -</tbody> -</table> -</section> -<section id="module-contents"> -<h2>Module Contents<a class="headerlink" href="#module-contents" title="Link to this heading">¶</a></h2> -<dl class="py data"> -<dt class="sig sig-object py" id="datafusion.col.col"> -<span class="sig-prename descclassname"><span class="pre">datafusion.col.</span></span><span class="sig-name descname"><span class="pre">col</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Col</span></em><a class="headerlink" href="#datafusion.col.col" title="Link to this definition">¶</a></dt> -<dd></dd></dl> - -<dl class="py data"> -<dt class="sig sig-object py" id="datafusion.col.column"> -<span class="sig-prename descclassname"><span class="pre">datafusion.col.</span></span><span class="sig-name descname"><span class="pre">column</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Col</span></em><a class="headerlink" href="#datafusion.col.column" title="Link to this definition">¶</a></dt> -<dd></dd></dl> - -</section> -</section> - - - </div> - - - <!-- Previous / next buttons --> -<div class='prev-next-area'> - <a class='left-prev' id="prev-link" href="../catalog/index.html" title="previous page"> - <i class="fas fa-angle-left"></i> - <div class="prev-next-info"> - <p class="prev-next-subtitle">previous</p> - <p class="prev-next-title">datafusion.catalog</p> - </div> - </a> - <a class='right-next' id="next-link" href="../context/index.html" title="next page"> - <div class="prev-next-info"> - <p class="prev-next-subtitle">next</p> - <p class="prev-next-title">datafusion.context</p> - </div> - <i class="fas fa-angle-right"></i> - </a> -</div> - - </main> - - - </div> - </div> - - <script src="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script> - -<!-- Based on pydata_sphinx_theme/footer.html --> -<footer class="footer mt-5 mt-md-0"> - <div class="container"> - - <div class="footer-item"> - <p class="copyright"> - © Copyright 2019-2024, Apache Software Foundation.<br> -</p> - </div> - - <div class="footer-item"> - <p class="sphinx-version"> -Created using <a href="http://sphinx-doc.org/">Sphinx</a> 8.1.3.<br> -</p> - </div> - - <div class="footer-item"> - <p>Apache Arrow DataFusion, Arrow DataFusion, Apache, the Apache feather logo, and the Apache Arrow DataFusion project logo</p> - <p>are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p> - </div> - </div> -</footer> - - - </body> -</html> \ No newline at end of file
diff --git a/autoapi/datafusion/context/index.html b/autoapi/datafusion/context/index.html index 097fcd7..5da0596 100644 --- a/autoapi/datafusion/context/index.html +++ b/autoapi/datafusion/context/index.html
@@ -35,7 +35,7 @@ <link rel="index" title="Index" href="../../../genindex.html" /> <link rel="search" title="Search" href="../../../search.html" /> <link rel="next" title="datafusion.dataframe" href="../dataframe/index.html" /> - <link rel="prev" title="datafusion.col" href="../col/index.html" /> + <link rel="prev" title="datafusion.catalog" href="../catalog/index.html" /> <meta name="viewport" content="width=device-width, initial-scale=1" /> <meta name="docsearch:language" content="en"> @@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../../../user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../../../user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../../../user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../index.html"> API Reference </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../index.html"> datafusion </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -280,11 +292,6 @@ datafusion.catalog </a> </li> - <li class="toctree-l3"> - <a class="reference internal" href="../col/index.html"> - datafusion.col - </a> - </li> <li class="toctree-l3 current active"> <a class="current reference internal" href="#"> datafusion.context @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../unparser/index.html"> datafusion.unparser </a> @@ -451,6 +458,26 @@ </ul> </li> <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.context.CatalogProviderExportable"> + <code class="docutils literal notranslate"> + <span class="pre"> + CatalogProviderExportable + </span> + </code> + </a> + <ul class="nav section-nav flex-column"> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.context.CatalogProviderExportable.__datafusion_catalog_provider__"> + <code class="docutils literal notranslate"> + <span class="pre"> + CatalogProviderExportable.__datafusion_catalog_provider__() + </span> + </code> + </a> + </li> + </ul> + </li> + <li class="toc-h3 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.context.RuntimeConfig"> <code class="docutils literal notranslate"> <span class="pre"> @@ -736,6 +763,24 @@ </a> <ul class="nav section-nav flex-column"> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.context.SessionContext.__repr__"> + <code class="docutils literal notranslate"> + <span class="pre"> + SessionContext.__repr__() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.context.SessionContext._convert_table_partition_cols"> + <code class="docutils literal notranslate"> + <span class="pre"> + SessionContext._convert_table_partition_cols() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.context.SessionContext.catalog"> <code class="docutils literal notranslate"> <span class="pre"> @@ -745,6 +790,15 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.context.SessionContext.catalog_names"> + <code class="docutils literal notranslate"> + <span class="pre"> + SessionContext.catalog_names() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.context.SessionContext.create_dataframe"> <code class="docutils literal notranslate"> <span class="pre"> @@ -916,6 +970,15 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.context.SessionContext.register_catalog_provider"> + <code class="docutils literal notranslate"> + <span class="pre"> + SessionContext.register_catalog_provider() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.context.SessionContext.register_csv"> <code class="docutils literal notranslate"> <span class="pre"> @@ -1153,22 +1216,25 @@ <tr class="row-even"><td><p><a class="reference internal" href="#datafusion.context.ArrowStreamExportable" title="datafusion.context.ArrowStreamExportable"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ArrowStreamExportable</span></code></a></p></td> <td><p>Type hint for object exporting Arrow C Stream via Arrow PyCapsule Interface.</p></td> </tr> -<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.context.RuntimeConfig" title="datafusion.context.RuntimeConfig"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RuntimeConfig</span></code></a></p></td> +<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.context.CatalogProviderExportable" title="datafusion.context.CatalogProviderExportable"><code class="xref py py-obj docutils literal notranslate"><span class="pre">CatalogProviderExportable</span></code></a></p></td> +<td><p>Type hint for object that has __datafusion_catalog_provider__ PyCapsule.</p></td> +</tr> +<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.context.RuntimeConfig" title="datafusion.context.RuntimeConfig"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RuntimeConfig</span></code></a></p></td> <td><p>See <cite>RuntimeEnvBuilder</cite>.</p></td> </tr> -<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.context.RuntimeEnvBuilder" title="datafusion.context.RuntimeEnvBuilder"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RuntimeEnvBuilder</span></code></a></p></td> +<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.context.RuntimeEnvBuilder" title="datafusion.context.RuntimeEnvBuilder"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RuntimeEnvBuilder</span></code></a></p></td> <td><p>Runtime configuration options.</p></td> </tr> -<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.context.SQLOptions" title="datafusion.context.SQLOptions"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SQLOptions</span></code></a></p></td> +<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.context.SQLOptions" title="datafusion.context.SQLOptions"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SQLOptions</span></code></a></p></td> <td><p>Options to be used when performing SQL queries.</p></td> </tr> -<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.context.SessionConfig" title="datafusion.context.SessionConfig"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SessionConfig</span></code></a></p></td> +<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.context.SessionConfig" title="datafusion.context.SessionConfig"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SessionConfig</span></code></a></p></td> <td><p>Session configuration options.</p></td> </tr> -<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.context.SessionContext" title="datafusion.context.SessionContext"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SessionContext</span></code></a></p></td> +<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.context.SessionContext" title="datafusion.context.SessionContext"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SessionContext</span></code></a></p></td> <td><p>This is the main interface for executing queries and creating DataFrames.</p></td> </tr> -<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.context.TableProviderExportable" title="datafusion.context.TableProviderExportable"><code class="xref py py-obj docutils literal notranslate"><span class="pre">TableProviderExportable</span></code></a></p></td> +<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.context.TableProviderExportable" title="datafusion.context.TableProviderExportable"><code class="xref py py-obj docutils literal notranslate"><span class="pre">TableProviderExportable</span></code></a></p></td> <td><p>Type hint for object that has __datafusion_table_provider__ PyCapsule.</p></td> </tr> </tbody> @@ -1203,6 +1269,19 @@ </dd></dl> <dl class="py class"> +<dt class="sig sig-object py" id="datafusion.context.CatalogProviderExportable"> +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.context.</span></span><span class="sig-name descname"><span class="pre">CatalogProviderExportable</span></span><a class="headerlink" href="#datafusion.context.CatalogProviderExportable" title="Link to this definition">¶</a></dt> +<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">Protocol</span></code></p> +<p>Type hint for object that has __datafusion_catalog_provider__ PyCapsule.</p> +<p><a class="reference external" href="https://docs.rs/datafusion/latest/datafusion/catalog/trait.CatalogProvider.html">https://docs.rs/datafusion/latest/datafusion/catalog/trait.CatalogProvider.html</a></p> +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.context.CatalogProviderExportable.__datafusion_catalog_provider__"> +<span class="sig-name descname"><span class="pre">__datafusion_catalog_provider__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">object</span></span></span><a class="headerlink" href="#datafusion.context.CatalogProviderExportable.__datafusion_catalog_provider__" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +</dd></dl> + +<dl class="py class"> <dt class="sig sig-object py" id="datafusion.context.RuntimeConfig"> <em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.context.</span></span><span class="sig-name descname"><span class="pre">RuntimeConfig</span></span><a class="headerlink" href="#datafusion.context.RuntimeConfig" title="Link to this definition">¶</a></dt> <dd><p>Bases: <a class="reference internal" href="#datafusion.context.RuntimeEnvBuilder" title="datafusion.context.RuntimeEnvBuilder"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RuntimeEnvBuilder</span></code></a></p> @@ -1650,12 +1729,29 @@ </pre></div> </div> <dl class="py method"> +<dt class="sig sig-object py" id="datafusion.context.SessionContext.__repr__"> +<span class="sig-name descname"><span class="pre">__repr__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.context.SessionContext.__repr__" title="Link to this definition">¶</a></dt> +<dd><p>Print a string representation of the Session Context.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.context.SessionContext._convert_table_partition_cols"> +<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">_convert_table_partition_cols</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.context.SessionContext._convert_table_partition_cols" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py method"> <dt class="sig sig-object py" id="datafusion.context.SessionContext.catalog"> <span class="sig-name descname"><span class="pre">catalog</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'datafusion'</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="../catalog/index.html#datafusion.catalog.Catalog" title="datafusion.catalog.Catalog"><span class="pre">datafusion.catalog.Catalog</span></a></span></span><a class="headerlink" href="#datafusion.context.SessionContext.catalog" title="Link to this definition">¶</a></dt> <dd><p>Retrieve a catalog by name.</p> </dd></dl> <dl class="py method"> +<dt class="sig sig-object py" id="datafusion.context.SessionContext.catalog_names"> +<span class="sig-name descname"><span class="pre">catalog_names</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">set</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.context.SessionContext.catalog_names" title="Link to this definition">¶</a></dt> +<dd><p>Returns the list of catalogs in this context.</p> +</dd></dl> + +<dl class="py method"> <dt class="sig sig-object py" id="datafusion.context.SessionContext.create_dataframe"> <span class="sig-name descname"><span class="pre">create_dataframe</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">partitions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">pyarrow.RecordBatch</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="../dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.context.SessionContext.create_dataframe" title="Link to this definition">¶</a></dt> <dd><p>Create and return a dataframe using the provided partitions.</p> @@ -1825,7 +1921,7 @@ <dl class="py method"> <dt class="sig sig-object py" id="datafusion.context.SessionContext.read_avro"> -<span class="sig-name descname"><span class="pre">read_avro</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.avro'</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="../dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.context.SessionContext.read_avro" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">read_avro</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.avro'</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="../dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.context.SessionContext.read_avro" title="Link to this definition">¶</a></dt> <dd><p>Create a <code class="xref py py-class docutils literal notranslate"><span class="pre">DataFrame</span></code> for reading Avro data source.</p> <dl class="field-list simple"> <dt class="field-odd">Parameters<span class="colon">:</span></dt> @@ -1844,7 +1940,7 @@ <dl class="py method"> <dt class="sig sig-object py" id="datafusion.context.SessionContext.read_csv"> -<span class="sig-name descname"><span class="pre">read_csv</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">pathlib.Path</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">has_header</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">delimiter</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">','</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_infer_max_records</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.csv'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_compression_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="../dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.context.SessionContext.read_csv" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">read_csv</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">pathlib.Path</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">has_header</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">delimiter</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">','</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_infer_max_records</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.csv'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_compression_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="../dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.context.SessionContext.read_csv" title="Link to this definition">¶</a></dt> <dd><p>Read a CSV data source.</p> <dl class="field-list simple"> <dt class="field-odd">Parameters<span class="colon">:</span></dt> @@ -1872,7 +1968,7 @@ <dl class="py method"> <dt class="sig sig-object py" id="datafusion.context.SessionContext.read_json"> -<span class="sig-name descname"><span class="pre">read_json</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_infer_max_records</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.json'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_compression_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="../dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.context.SessionContext.read_json" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">read_json</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_infer_max_records</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.json'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_compression_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="../dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.context.SessionContext.read_json" title="Link to this definition">¶</a></dt> <dd><p>Read a line-delimited JSON data source.</p> <dl class="field-list simple"> <dt class="field-odd">Parameters<span class="colon">:</span></dt> @@ -1895,7 +1991,7 @@ <dl class="py method"> <dt class="sig sig-object py" id="datafusion.context.SessionContext.read_parquet"> -<span class="sig-name descname"><span class="pre">read_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parquet_pruning</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.parquet'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">skip_metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_sort_order</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="../expr/index.html#datafusion.expr.Expr" title="datafusion.expr.Expr"><span class="pre">datafusion.expr.Expr</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="../expr/index.html#datafusion.expr.SortExpr" title="datafusion.expr.SortExpr"><span class="pre">datafusion.expr.SortExpr</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="../dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.context.SessionContext.read_parquet" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">read_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parquet_pruning</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.parquet'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">skip_metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_sort_order</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="../expr/index.html#datafusion.expr.Expr" title="datafusion.expr.Expr"><span class="pre">datafusion.expr.Expr</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="../expr/index.html#datafusion.expr.SortExpr" title="datafusion.expr.SortExpr"><span class="pre">datafusion.expr.SortExpr</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="../dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.context.SessionContext.read_parquet" title="Link to this definition">¶</a></dt> <dd><p>Read a Parquet source into a <code class="xref py py-class docutils literal notranslate"><span class="pre">Dataframe</span></code>.</p> <dl class="field-list simple"> <dt class="field-odd">Parameters<span class="colon">:</span></dt> @@ -1932,7 +2028,7 @@ <dl class="py method"> <dt class="sig sig-object py" id="datafusion.context.SessionContext.register_avro"> -<span class="sig-name descname"><span class="pre">register_avro</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.avro'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.context.SessionContext.register_avro" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">register_avro</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.avro'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.context.SessionContext.register_avro" title="Link to this definition">¶</a></dt> <dd><p>Register an Avro file as a table.</p> <p>The registered table can be referenced from SQL statement executed against this context.</p> @@ -1950,6 +2046,12 @@ </dd></dl> <dl class="py method"> +<dt class="sig sig-object py" id="datafusion.context.SessionContext.register_catalog_provider"> +<span class="sig-name descname"><span class="pre">register_catalog_provider</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">provider</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.context.CatalogProviderExportable" title="datafusion.context.CatalogProviderExportable"><span class="pre">CatalogProviderExportable</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="../catalog/index.html#datafusion.catalog.CatalogProvider" title="datafusion.catalog.CatalogProvider"><span class="pre">datafusion.catalog.CatalogProvider</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="../catalog/index.html#datafusion.catalog.Catalog" title="datafusion.catalog.Catalog"><span class="pre">datafusion.catalog.Catalog</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.context.SessionContext.register_catalog_provider" title="Link to this definition">¶</a></dt> +<dd><p>Register a catalog provider.</p> +</dd></dl> + +<dl class="py method"> <dt class="sig sig-object py" id="datafusion.context.SessionContext.register_csv"> <span class="sig-name descname"><span class="pre">register_csv</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">has_header</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">delimiter</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">','</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_infer_max_records</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.csv'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_compression_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.context.SessionContext.register_csv" title="Link to this definition">¶</a></dt> <dd><p>Register a CSV file as a table.</p> @@ -1991,7 +2093,7 @@ <dl class="py method"> <dt class="sig sig-object py" id="datafusion.context.SessionContext.register_json"> -<span class="sig-name descname"><span class="pre">register_json</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_infer_max_records</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.json'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_compression_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.context.SessionContext.register_json" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">register_json</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_infer_max_records</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.json'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_compression_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.context.SessionContext.register_json" title="Link to this definition">¶</a></dt> <dd><p>Register a JSON file as a table.</p> <p>The registered table can be referenced from SQL statement executed against this context.</p> @@ -2014,7 +2116,7 @@ <dl class="py method"> <dt class="sig sig-object py" id="datafusion.context.SessionContext.register_listing_table"> -<span class="sig-name descname"><span class="pre">register_listing_table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.parquet'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_sort_order</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="../expr/index.html#datafusion.expr.Expr" title="datafusion.expr.Expr"><span class="pre">datafusion.expr.Expr</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="../expr/index.html#datafusion.expr.SortExpr" title="datafusion.expr.SortExpr"><span class="pre">datafusion.expr.SortExpr</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.context.SessionContext.register_listing_table" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">register_listing_table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.parquet'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_sort_order</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="../expr/index.html#datafusion.expr.Expr" title="datafusion.expr.Expr"><span class="pre">datafusion.expr.Expr</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="../expr/index.html#datafusion.expr.SortExpr" title="datafusion.expr.SortExpr"><span class="pre">datafusion.expr.SortExpr</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.context.SessionContext.register_listing_table" title="Link to this definition">¶</a></dt> <dd><p>Register multiple files as a single table.</p> <p>Registers a <a class="reference internal" href="../catalog/index.html#datafusion.catalog.Table" title="datafusion.catalog.Table"><code class="xref py py-class docutils literal notranslate"><span class="pre">Table</span></code></a> that can assemble multiple files from locations in an <code class="xref py py-class docutils literal notranslate"><span class="pre">ObjectStore</span></code> @@ -2050,7 +2152,7 @@ <dl class="py method"> <dt class="sig sig-object py" id="datafusion.context.SessionContext.register_parquet"> -<span class="sig-name descname"><span class="pre">register_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parquet_pruning</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.parquet'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">skip_metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_sort_order</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="../expr/index.html#datafusion.expr.SortExpr" title="datafusion.expr.SortExpr"><span class="pre">datafusion.expr.SortExpr</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.context.SessionContext.register_parquet" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">register_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parquet_pruning</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.parquet'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">skip_metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_sort_order</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="../expr/index.html#datafusion.expr.SortExpr" title="datafusion.expr.SortExpr"><span class="pre">datafusion.expr.SortExpr</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.context.SessionContext.register_parquet" title="Link to this definition">¶</a></dt> <dd><p>Register a Parquet file as a table.</p> <p>The registered table can be referenced from SQL statement executed against this context.</p> @@ -2238,11 +2340,11 @@ <!-- Previous / next buttons --> <div class='prev-next-area'> - <a class='left-prev' id="prev-link" href="../col/index.html" title="previous page"> + <a class='left-prev' id="prev-link" href="../catalog/index.html" title="previous page"> <i class="fas fa-angle-left"></i> <div class="prev-next-info"> <p class="prev-next-subtitle">previous</p> - <p class="prev-next-title">datafusion.col</p> + <p class="prev-next-title">datafusion.catalog</p> </div> </a> <a class='right-next' id="next-link" href="../dataframe/index.html" title="next page">
diff --git a/autoapi/datafusion/dataframe/index.html b/autoapi/datafusion/dataframe/index.html index 75e62c2..965fe81 100644 --- a/autoapi/datafusion/dataframe/index.html +++ b/autoapi/datafusion/dataframe/index.html
@@ -34,7 +34,7 @@ <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script> <link rel="index" title="Index" href="../../../genindex.html" /> <link rel="search" title="Search" href="../../../search.html" /> - <link rel="next" title="datafusion.expr" href="../expr/index.html" /> + <link rel="next" title="datafusion.dataframe_formatter" href="../dataframe_formatter/index.html" /> <link rel="prev" title="datafusion.context" href="../context/index.html" /> <meta name="viewport" content="width=device-width, initial-scale=1" /> <meta name="docsearch:language" content="en"> @@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../../../user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../../../user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../../../user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../index.html"> API Reference </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../index.html"> datafusion </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../unparser/index.html"> datafusion.unparser </a> @@ -602,6 +609,15 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.DataFrame.default_str_repr"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrame.default_str_repr() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.dataframe.DataFrame.describe"> <code class="docutils literal notranslate"> <span class="pre"> @@ -971,6 +987,15 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.DataFrame.write_parquet_with_options"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrame.write_parquet_with_options() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.dataframe.DataFrame.df"> <code class="docutils literal notranslate"> <span class="pre"> @@ -981,6 +1006,523 @@ </li> </ul> </li> + <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetColumnOptions"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions + </span> + </code> + </a> + <ul class="nav section-nav flex-column"> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetColumnOptions.encoding"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.encoding + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetColumnOptions.dictionary_enabled"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.dictionary_enabled + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetColumnOptions.compression"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.compression + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetColumnOptions.statistics_enabled"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.statistics_enabled + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetColumnOptions.bloom_filter_enabled"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.bloom_filter_enabled + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetColumnOptions.bloom_filter_fpp"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.bloom_filter_fpp + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetColumnOptions.bloom_filter_ndv"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.bloom_filter_ndv + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id0"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.bloom_filter_enabled + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id1"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.bloom_filter_fpp + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id2"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.bloom_filter_ndv + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id3"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.compression + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id4"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.dictionary_enabled + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id5"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.encoding + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id6"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.statistics_enabled + </span> + </code> + </a> + </li> + </ul> + </li> + <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions + </span> + </code> + </a> + <ul class="nav section-nav flex-column"> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions.data_pagesize_limit"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.data_pagesize_limit + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions.write_batch_size"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.write_batch_size + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions.writer_version"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.writer_version + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions.skip_arrow_metadata"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.skip_arrow_metadata + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions.compression"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.compression + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions.dictionary_enabled"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.dictionary_enabled + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions.dictionary_page_size_limit"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.dictionary_page_size_limit + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions.statistics_enabled"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.statistics_enabled + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions.max_row_group_size"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.max_row_group_size + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions.created_by"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.created_by + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions.column_index_truncate_length"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.column_index_truncate_length + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions.statistics_truncate_length"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.statistics_truncate_length + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions.data_page_row_count_limit"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.data_page_row_count_limit + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions.encoding"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.encoding + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions.bloom_filter_on_write"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.bloom_filter_on_write + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions.bloom_filter_fpp"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.bloom_filter_fpp + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions.bloom_filter_ndv"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.bloom_filter_ndv + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions.allow_single_file_parallelism"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.allow_single_file_parallelism + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions.maximum_parallel_row_group_writers"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.maximum_parallel_row_group_writers + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions.maximum_buffered_record_batches_per_stream"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.maximum_buffered_record_batches_per_stream + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe.ParquetWriterOptions.column_specific_options"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.column_specific_options + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id7"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.allow_single_file_parallelism + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id8"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.bloom_filter_fpp + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id9"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.bloom_filter_ndv + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id10"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.bloom_filter_on_write + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id11"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.column_index_truncate_length + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id12"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.column_specific_options + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id13"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.created_by + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id14"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.data_page_row_count_limit + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id15"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.data_pagesize_limit + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id16"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.dictionary_enabled + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id17"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.dictionary_page_size_limit + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id18"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.encoding + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id19"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.max_row_group_size + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id20"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.maximum_buffered_record_batches_per_stream + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id21"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.maximum_parallel_row_group_writers + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id22"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.skip_arrow_metadata + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id23"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.statistics_enabled + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id24"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.statistics_truncate_length + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id25"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.write_batch_size + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id26"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.writer_version + </span> + </code> + </a> + </li> + </ul> + </li> </ul> </li> </ul> @@ -1018,6 +1560,12 @@ <tr class="row-even"><td><p><a class="reference internal" href="#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame</span></code></a></p></td> <td><p>Two dimensional table representation of data.</p></td> </tr> +<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.dataframe.ParquetColumnOptions" title="datafusion.dataframe.ParquetColumnOptions"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ParquetColumnOptions</span></code></a></p></td> +<td><p>Parquet options for individual columns.</p></td> +</tr> +<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.dataframe.ParquetWriterOptions" title="datafusion.dataframe.ParquetWriterOptions"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ParquetWriterOptions</span></code></a></p></td> +<td><p>Advanced parquet writer options.</p></td> +</tr> </tbody> </table> </section> @@ -1103,7 +1651,7 @@ create a <a class="reference internal" href="#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><code class="xref py py-class docutils literal notranslate"><span class="pre">DataFrame</span></code></a>.</p> <dl class="py method"> <dt class="sig sig-object py" id="datafusion.dataframe.DataFrame.__arrow_c_stream__"> -<span class="sig-name descname"><span class="pre">__arrow_c_stream__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">requested_schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">Any</span></span></span><a class="headerlink" href="#datafusion.dataframe.DataFrame.__arrow_c_stream__" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">__arrow_c_stream__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">requested_schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">object</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">object</span></span></span><a class="headerlink" href="#datafusion.dataframe.DataFrame.__arrow_c_stream__" title="Link to this definition">¶</a></dt> <dd><p>Export an Arrow PyCapsule Stream.</p> <p>This will execute and collect the DataFrame. We will attempt to respect the requested schema, but only trivial transformations will be applied such as only @@ -1236,6 +1784,14 @@ </dd></dl> <dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe.DataFrame.default_str_repr"> +<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">default_str_repr</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">batches</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">pyarrow.RecordBatch</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">has_more</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_uuid</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.dataframe.DataFrame.default_str_repr" title="Link to this definition">¶</a></dt> +<dd><p>Return the default string representation of a DataFrame.</p> +<p>This method is used by the default formatter and implemented in Rust for +performance reasons.</p> +</dd></dl> + +<dl class="py method"> <dt class="sig sig-object py" id="datafusion.dataframe.DataFrame.describe"> <span class="sig-name descname"><span class="pre">describe</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.dataframe.DataFrame.describe" title="Link to this definition">¶</a></dt> <dd><p>Return the statistics for this DataFrame.</p> @@ -1324,8 +1880,8 @@ <dl class="py method"> <dt class="sig sig-object py" id="datafusion.dataframe.DataFrame.explain"> -<span class="sig-name descname"><span class="pre">explain</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">verbose</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">analyze</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.dataframe.DataFrame.explain" title="Link to this definition">¶</a></dt> -<dd><p>Return a DataFrame with the explanation of its plan so far.</p> +<span class="sig-name descname"><span class="pre">explain</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">verbose</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">analyze</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.dataframe.DataFrame.explain" title="Link to this definition">¶</a></dt> +<dd><p>Print an explanation of the DataFrame’s plan so far.</p> <p>If <code class="docutils literal notranslate"><span class="pre">analyze</span></code> is specified, runs the plan and reports metrics.</p> <dl class="field-list simple"> <dt class="field-odd">Parameters<span class="colon">:</span></dt> @@ -1334,9 +1890,6 @@ <li><p><strong>analyze</strong> – If <code class="docutils literal notranslate"><span class="pre">Tru`e</span></code>, the plan will run and metrics reported.</p></li> </ul> </dd> -<dt class="field-even">Returns<span class="colon">:</span></dt> -<dd class="field-even"><p>DataFrame with the explanation of its plan.</p> -</dd> </dl> </dd></dl> @@ -1858,7 +2411,11 @@ <dl class="py method"> <dt class="sig sig-object py" id="datafusion.dataframe.DataFrame.write_parquet"> -<span class="sig-name descname"><span class="pre">write_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">compression</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="#datafusion.dataframe.Compression" title="datafusion.dataframe.Compression"><span class="pre">Compression</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">Compression.ZSTD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">compression_level</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.dataframe.DataFrame.write_parquet" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">write_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">compression</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">compression_level</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.dataframe.DataFrame.write_parquet" title="Link to this definition">¶</a></dt> +<dt class="sig sig-object py"> +<span class="sig-name descname"><span class="pre">write_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">compression</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.dataframe.Compression" title="datafusion.dataframe.Compression"><span class="pre">Compression</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">Compression.ZSTD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">compression_level</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span></dt> +<dt class="sig sig-object py"> +<span class="sig-name descname"><span class="pre">write_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">compression</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.dataframe.ParquetWriterOptions" title="datafusion.dataframe.ParquetWriterOptions"><span class="pre">ParquetWriterOptions</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">compression_level</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span></dt> <dd><p>Execute the <a class="reference internal" href="#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><code class="xref py py-class docutils literal notranslate"><span class="pre">DataFrame</span></code></a> and write the results to a Parquet file.</p> <dl class="field-list simple"> <dt class="field-odd">Parameters<span class="colon">:</span></dt> @@ -1882,6 +2439,21 @@ </dl> </dd></dl> +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe.DataFrame.write_parquet_with_options"> +<span class="sig-name descname"><span class="pre">write_parquet_with_options</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">options</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.dataframe.ParquetWriterOptions" title="datafusion.dataframe.ParquetWriterOptions"><span class="pre">ParquetWriterOptions</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.dataframe.DataFrame.write_parquet_with_options" title="Link to this definition">¶</a></dt> +<dd><p>Execute the <a class="reference internal" href="#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><code class="xref py py-class docutils literal notranslate"><span class="pre">DataFrame</span></code></a> and write the results to a Parquet file.</p> +<p>Allows advanced writer options to be set with <cite>ParquetWriterOptions</cite>.</p> +<dl class="field-list simple"> +<dt class="field-odd">Parameters<span class="colon">:</span></dt> +<dd class="field-odd"><ul class="simple"> +<li><p><strong>path</strong> – Path of the Parquet file to write.</p></li> +<li><p><strong>options</strong> – Sets the writer parquet options (see <cite>ParquetWriterOptions</cite>).</p></li> +</ul> +</dd> +</dl> +</dd></dl> + <dl class="py attribute"> <dt class="sig sig-object py" id="datafusion.dataframe.DataFrame.df"> <span class="sig-name descname"><span class="pre">df</span></span><a class="headerlink" href="#datafusion.dataframe.DataFrame.df" title="Link to this definition">¶</a></dt> @@ -1889,6 +2461,378 @@ </dd></dl> +<dl class="py class"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetColumnOptions"> +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.dataframe.</span></span><span class="sig-name descname"><span class="pre">ParquetColumnOptions</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">encoding</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dictionary_enabled</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">compression</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">statistics_enabled</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">bloom_filter_enabled</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">bloom_filter_fpp</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">bloom_filter_ndv</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.dataframe.ParquetColumnOptions" title="Link to this definition">¶</a></dt> +<dd><p>Parquet options for individual columns.</p> +<p>Contains the available options that can be applied for an individual Parquet column, +replacing the global options in <cite>ParquetWriterOptions</cite>.</p> +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetColumnOptions.encoding"> +<span class="sig-name descname"><span class="pre">encoding</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetColumnOptions.encoding" title="Link to this definition">¶</a></dt> +<dd><p>Sets encoding for the column path. Valid values are: <cite>plain</cite>, +<cite>plain_dictionary</cite>, <cite>rle</cite>, <cite>bit_packed</cite>, <cite>delta_binary_packed</cite>, +<cite>delta_length_byte_array</cite>, <cite>delta_byte_array</cite>, <cite>rle_dictionary</cite>, and +<cite>byte_stream_split</cite>. These values are not case-sensitive. If <cite>None</cite>, uses +the default parquet options</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetColumnOptions.dictionary_enabled"> +<span class="sig-name descname"><span class="pre">dictionary_enabled</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetColumnOptions.dictionary_enabled" title="Link to this definition">¶</a></dt> +<dd><p>Sets if dictionary encoding is enabled for the column path. +If <cite>None</cite>, uses the default parquet options</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetColumnOptions.compression"> +<span class="sig-name descname"><span class="pre">compression</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetColumnOptions.compression" title="Link to this definition">¶</a></dt> +<dd><p>Sets default parquet compression codec for the column path. Valid +values are <cite>uncompressed</cite>, <cite>snappy</cite>, <cite>gzip(level)</cite>, <cite>lzo</cite>, <cite>brotli(level)</cite>, +<cite>lz4</cite>, <cite>zstd(level)</cite>, and <cite>lz4_raw</cite>. These values are not case-sensitive. If +<cite>None</cite>, uses the default parquet options.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetColumnOptions.statistics_enabled"> +<span class="sig-name descname"><span class="pre">statistics_enabled</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetColumnOptions.statistics_enabled" title="Link to this definition">¶</a></dt> +<dd><p>Sets if statistics are enabled for the column Valid values +are: <cite>none</cite>, <cite>chunk</cite>, and <cite>page</cite> These values are not case sensitive. If +<cite>None</cite>, uses the default parquet options.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetColumnOptions.bloom_filter_enabled"> +<span class="sig-name descname"><span class="pre">bloom_filter_enabled</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetColumnOptions.bloom_filter_enabled" title="Link to this definition">¶</a></dt> +<dd><p>Sets if bloom filter is enabled for the column path. If +<cite>None</cite>, uses the default parquet options.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetColumnOptions.bloom_filter_fpp"> +<span class="sig-name descname"><span class="pre">bloom_filter_fpp</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetColumnOptions.bloom_filter_fpp" title="Link to this definition">¶</a></dt> +<dd><p>Sets bloom filter false positive probability for the column +path. If <cite>None</cite>, uses the default parquet options.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetColumnOptions.bloom_filter_ndv"> +<span class="sig-name descname"><span class="pre">bloom_filter_ndv</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetColumnOptions.bloom_filter_ndv" title="Link to this definition">¶</a></dt> +<dd><p>Sets bloom filter number of distinct values. If <cite>None</cite>, uses +the default parquet options.</p> +</dd></dl> + +<p>Initialize the ParquetColumnOptions.</p> +<dl class="py attribute"> +<dt class="sig sig-object py" id="id0"> +<span class="sig-name descname"><span class="pre">bloom_filter_enabled</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id0" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id1"> +<span class="sig-name descname"><span class="pre">bloom_filter_fpp</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id1" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id2"> +<span class="sig-name descname"><span class="pre">bloom_filter_ndv</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id2" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id3"> +<span class="sig-name descname"><span class="pre">compression</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id3" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id4"> +<span class="sig-name descname"><span class="pre">dictionary_enabled</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id4" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id5"> +<span class="sig-name descname"><span class="pre">encoding</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id5" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id6"> +<span class="sig-name descname"><span class="pre">statistics_enabled</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id6" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +</dd></dl> + +<dl class="py class"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions"> +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.dataframe.</span></span><span class="sig-name descname"><span class="pre">ParquetWriterOptions</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">data_pagesize_limit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1024</span> <span class="pre">*</span> <span class="pre">1024</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">write_batch_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1024</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">writer_version</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'1.0'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">skip_arrow_metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">compression</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'zstd(3)'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">compression_level</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dictionary_enabled</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dictionary_page_size_limit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1024</span> <span class="pre">*</span> <span class="pre">1024</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">statistics_enabled</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'page'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_row_group_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1024</span> <span class="pre">*</span> <span class="pre">1024</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">created_by</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'datafusion-python'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">column_index_truncate_length</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">64</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">statistics_truncate_length</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">data_page_row_count_limit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">20000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">encoding</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">bloom_filter_on_write</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">bloom_filter_fpp</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">bloom_filter_ndv</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_single_file_parallelism</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">maximum_parallel_row_group_writers</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">maximum_buffered_record_batches_per_stream</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">2</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">column_specific_options</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="#datafusion.dataframe.ParquetColumnOptions" title="datafusion.dataframe.ParquetColumnOptions"><span class="pre">ParquetColumnOptions</span></a><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions" title="Link to this definition">¶</a></dt> +<dd><p>Advanced parquet writer options.</p> +<p>Allows settings the writer options that apply to the entire file. Some options can +also be set on a column by column basis, with the field <cite>column_specific_options</cite> +(see <cite>ParquetColumnOptions</cite>).</p> +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions.data_pagesize_limit"> +<span class="sig-name descname"><span class="pre">data_pagesize_limit</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions.data_pagesize_limit" title="Link to this definition">¶</a></dt> +<dd><p>Sets best effort maximum size of data page in bytes.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions.write_batch_size"> +<span class="sig-name descname"><span class="pre">write_batch_size</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions.write_batch_size" title="Link to this definition">¶</a></dt> +<dd><p>Sets write_batch_size in bytes.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions.writer_version"> +<span class="sig-name descname"><span class="pre">writer_version</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions.writer_version" title="Link to this definition">¶</a></dt> +<dd><p>Sets parquet writer version. Valid values are <cite>1.0</cite> and +<cite>2.0</cite>.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions.skip_arrow_metadata"> +<span class="sig-name descname"><span class="pre">skip_arrow_metadata</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions.skip_arrow_metadata" title="Link to this definition">¶</a></dt> +<dd><p>Skip encoding the embedded arrow metadata in the +KV_meta.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions.compression"> +<span class="sig-name descname"><span class="pre">compression</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions.compression" title="Link to this definition">¶</a></dt> +<dd><p>Compression type to use. Default is “zstd(3)”. +Available compression types are +- “uncompressed”: No compression. +- “snappy”: Snappy compression. +- “gzip(n)”: Gzip compression with level n. +- “brotli(n)”: Brotli compression with level n. +- “lz4”: LZ4 compression. +- “lz4_raw”: LZ4_RAW compression. +- “zstd(n)”: Zstandard compression with level n.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions.dictionary_enabled"> +<span class="sig-name descname"><span class="pre">dictionary_enabled</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions.dictionary_enabled" title="Link to this definition">¶</a></dt> +<dd><p>Sets if dictionary encoding is enabled. If None, uses +the default parquet writer setting.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions.dictionary_page_size_limit"> +<span class="sig-name descname"><span class="pre">dictionary_page_size_limit</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions.dictionary_page_size_limit" title="Link to this definition">¶</a></dt> +<dd><p>Sets best effort maximum dictionary page size, +in bytes.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions.statistics_enabled"> +<span class="sig-name descname"><span class="pre">statistics_enabled</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions.statistics_enabled" title="Link to this definition">¶</a></dt> +<dd><p>Sets if statistics are enabled for any column Valid +values are <cite>none</cite>, <cite>chunk</cite>, and <cite>page</cite>. If None, uses the default +parquet writer setting.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions.max_row_group_size"> +<span class="sig-name descname"><span class="pre">max_row_group_size</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions.max_row_group_size" title="Link to this definition">¶</a></dt> +<dd><p>Target maximum number of rows in each row group +(defaults to 1M rows). Writing larger row groups requires more memory to +write, but can get better compression and be faster to read.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions.created_by"> +<span class="sig-name descname"><span class="pre">created_by</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions.created_by" title="Link to this definition">¶</a></dt> +<dd><p>Sets “created by” property.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions.column_index_truncate_length"> +<span class="sig-name descname"><span class="pre">column_index_truncate_length</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions.column_index_truncate_length" title="Link to this definition">¶</a></dt> +<dd><p>Sets column index truncate length.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions.statistics_truncate_length"> +<span class="sig-name descname"><span class="pre">statistics_truncate_length</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions.statistics_truncate_length" title="Link to this definition">¶</a></dt> +<dd><p>Sets statistics truncate length. If None, uses +the default parquet writer setting.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions.data_page_row_count_limit"> +<span class="sig-name descname"><span class="pre">data_page_row_count_limit</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions.data_page_row_count_limit" title="Link to this definition">¶</a></dt> +<dd><p>Sets best effort maximum number of rows in a data +page.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions.encoding"> +<span class="sig-name descname"><span class="pre">encoding</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions.encoding" title="Link to this definition">¶</a></dt> +<dd><p>Sets default encoding for any column. Valid values are <cite>plain</cite>, +<cite>plain_dictionary</cite>, <cite>rle</cite>, <cite>bit_packed</cite>, <cite>delta_binary_packed</cite>, +<cite>delta_length_byte_array</cite>, <cite>delta_byte_array</cite>, <cite>rle_dictionary</cite>, and +<cite>byte_stream_split</cite>. If None, uses the default parquet writer setting.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions.bloom_filter_on_write"> +<span class="sig-name descname"><span class="pre">bloom_filter_on_write</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions.bloom_filter_on_write" title="Link to this definition">¶</a></dt> +<dd><p>Write bloom filters for all columns when creating +parquet files.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions.bloom_filter_fpp"> +<span class="sig-name descname"><span class="pre">bloom_filter_fpp</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions.bloom_filter_fpp" title="Link to this definition">¶</a></dt> +<dd><p>Sets bloom filter false positive probability. If None, +uses the default parquet writer setting</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions.bloom_filter_ndv"> +<span class="sig-name descname"><span class="pre">bloom_filter_ndv</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions.bloom_filter_ndv" title="Link to this definition">¶</a></dt> +<dd><p>Sets bloom filter number of distinct values. If None, uses +the default parquet writer setting.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions.allow_single_file_parallelism"> +<span class="sig-name descname"><span class="pre">allow_single_file_parallelism</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions.allow_single_file_parallelism" title="Link to this definition">¶</a></dt> +<dd><p>Controls whether DataFusion will attempt to +speed up writing parquet files by serializing them in parallel. Each +column in each row group in each output file are serialized in parallel +leveraging a maximum possible core count of n_files * n_row_groups * +n_columns.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions.maximum_parallel_row_group_writers"> +<span class="sig-name descname"><span class="pre">maximum_parallel_row_group_writers</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions.maximum_parallel_row_group_writers" title="Link to this definition">¶</a></dt> +<dd><p>By default parallel parquet writer is +tuned for minimum memory usage in a streaming execution plan. You may +see a performance benefit when writing large parquet files by increasing +<cite>maximum_parallel_row_group_writers</cite> and +<cite>maximum_buffered_record_batches_per_stream</cite> if your system has idle +cores and can tolerate additional memory usage. Boosting these values is +likely worthwhile when writing out already in-memory data, such as from +a cached data frame.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions.maximum_buffered_record_batches_per_stream"> +<span class="sig-name descname"><span class="pre">maximum_buffered_record_batches_per_stream</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions.maximum_buffered_record_batches_per_stream" title="Link to this definition">¶</a></dt> +<dd><p>See +<cite>maximum_parallel_row_group_writers</cite>.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions.column_specific_options"> +<span class="sig-name descname"><span class="pre">column_specific_options</span></span><a class="headerlink" href="#datafusion.dataframe.ParquetWriterOptions.column_specific_options" title="Link to this definition">¶</a></dt> +<dd><p>Overrides options for specific columns. If a column +is not a part of this dictionary, it will use the parameters provided here.</p> +</dd></dl> + +<p>Initialize the ParquetWriterOptions.</p> +<dl class="py attribute"> +<dt class="sig sig-object py" id="id7"> +<span class="sig-name descname"><span class="pre">allow_single_file_parallelism</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">True</span></em><a class="headerlink" href="#id7" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id8"> +<span class="sig-name descname"><span class="pre">bloom_filter_fpp</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id8" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id9"> +<span class="sig-name descname"><span class="pre">bloom_filter_ndv</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id9" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id10"> +<span class="sig-name descname"><span class="pre">bloom_filter_on_write</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">False</span></em><a class="headerlink" href="#id10" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id11"> +<span class="sig-name descname"><span class="pre">column_index_truncate_length</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">64</span></em><a class="headerlink" href="#id11" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id12"> +<span class="sig-name descname"><span class="pre">column_specific_options</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id12" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id13"> +<span class="sig-name descname"><span class="pre">created_by</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'datafusion-python'</span></em><a class="headerlink" href="#id13" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id14"> +<span class="sig-name descname"><span class="pre">data_page_row_count_limit</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">20000</span></em><a class="headerlink" href="#id14" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id15"> +<span class="sig-name descname"><span class="pre">data_pagesize_limit</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1048576</span></em><a class="headerlink" href="#id15" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id16"> +<span class="sig-name descname"><span class="pre">dictionary_enabled</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">True</span></em><a class="headerlink" href="#id16" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id17"> +<span class="sig-name descname"><span class="pre">dictionary_page_size_limit</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1048576</span></em><a class="headerlink" href="#id17" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id18"> +<span class="sig-name descname"><span class="pre">encoding</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id18" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id19"> +<span class="sig-name descname"><span class="pre">max_row_group_size</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1048576</span></em><a class="headerlink" href="#id19" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id20"> +<span class="sig-name descname"><span class="pre">maximum_buffered_record_batches_per_stream</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">2</span></em><a class="headerlink" href="#id20" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id21"> +<span class="sig-name descname"><span class="pre">maximum_parallel_row_group_writers</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1</span></em><a class="headerlink" href="#id21" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id22"> +<span class="sig-name descname"><span class="pre">skip_arrow_metadata</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">False</span></em><a class="headerlink" href="#id22" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id23"> +<span class="sig-name descname"><span class="pre">statistics_enabled</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'page'</span></em><a class="headerlink" href="#id23" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id24"> +<span class="sig-name descname"><span class="pre">statistics_truncate_length</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id24" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id25"> +<span class="sig-name descname"><span class="pre">write_batch_size</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1024</span></em><a class="headerlink" href="#id25" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id26"> +<span class="sig-name descname"><span class="pre">writer_version</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'1.0'</span></em><a class="headerlink" href="#id26" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +</dd></dl> + </section> </section> @@ -1905,10 +2849,10 @@ <p class="prev-next-title">datafusion.context</p> </div> </a> - <a class='right-next' id="next-link" href="../expr/index.html" title="next page"> + <a class='right-next' id="next-link" href="../dataframe_formatter/index.html" title="next page"> <div class="prev-next-info"> <p class="prev-next-subtitle">next</p> - <p class="prev-next-title">datafusion.expr</p> + <p class="prev-next-title">datafusion.dataframe_formatter</p> </div> <i class="fas fa-angle-right"></i> </a>
diff --git a/autoapi/datafusion/dataframe_formatter/index.html b/autoapi/datafusion/dataframe_formatter/index.html new file mode 100644 index 0000000..2fa77cd --- /dev/null +++ b/autoapi/datafusion/dataframe_formatter/index.html
@@ -0,0 +1,1533 @@ +<!DOCTYPE html> + +<html lang="en" data-content_root="../../../"> + <head> + <meta charset="utf-8" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" /> + + <title>datafusion.dataframe_formatter — Apache Arrow DataFusion documentation</title> + + <link href="../../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet"> +<link href="../../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet"> + + + <link rel="stylesheet" + href="../../../_static/vendor/fontawesome/5.13.0/css/all.min.css"> + <link rel="preload" as="font" type="font/woff2" crossorigin + href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2"> + <link rel="preload" as="font" type="font/woff2" crossorigin + href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2"> + + + + + + <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=8f2a1f02" /> + <link rel="stylesheet" type="text/css" href="../../../_static/styles/pydata-sphinx-theme.css?v=1140d252" /> + <link rel="stylesheet" type="text/css" href="../../../_static/graphviz.css?v=4ae1632d" /> + <link rel="stylesheet" type="text/css" href="../../../_static/theme_overrides.css?v=dca7052a" /> + + <link rel="preload" as="script" href="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"> + + <script src="../../../_static/documentation_options.js?v=8a448e45"></script> + <script src="../../../_static/doctools.js?v=9bcbadda"></script> + <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script> + <link rel="index" title="Index" href="../../../genindex.html" /> + <link rel="search" title="Search" href="../../../search.html" /> + <link rel="next" title="datafusion.expr" href="../expr/index.html" /> + <link rel="prev" title="datafusion.dataframe" href="../dataframe/index.html" /> + <meta name="viewport" content="width=device-width, initial-scale=1" /> + <meta name="docsearch:language" content="en"> + + + <!-- Google Analytics --> + + </head> + <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80"> + + <div class="container-fluid" id="banner"></div> + + + + + <div class="container-xl"> + <div class="row"> + + + <!-- Only show if we have sidebars configured, else just a small margin --> + <div class="col-12 col-md-3 bd-sidebar"> + <div class="sidebar-start-items"> +<a class="navbar-brand" href="../../../index.html"> + <img src="../../../_static/images/2x_bgwhite_original.png" class="logo" alt="logo"> +</a> + +<form class="bd-search d-flex align-items-center" action="../../../search.html" method="get"> + <i class="icon fas fa-search"></i> + <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" > +</form> + +<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation"> + <div class="bd-toc-item active"> + + <p aria-level="2" class="caption" role="heading"> + <span class="caption-text"> + LINKS + </span> +</p> +<ul class="nav bd-sidenav"> + <li class="toctree-l1"> + <a class="reference external" href="https://github.com/apache/datafusion-python"> + Github and Issue Tracker + </a> + </li> + <li class="toctree-l1"> + <a class="reference external" href="https://docs.rs/datafusion/latest/datafusion/"> + Rust's API Docs + </a> + </li> + <li class="toctree-l1"> + <a class="reference external" href="https://github.com/apache/datafusion/blob/main/CODE_OF_CONDUCT.md"> + Code of conduct + </a> + </li> + <li class="toctree-l1"> + <a class="reference external" href="https://github.com/apache/datafusion-python/tree/main/examples"> + Examples + </a> + </li> +</ul> +<p aria-level="2" class="caption" role="heading"> + <span class="caption-text"> + USER GUIDE + </span> +</p> +<ul class="nav bd-sidenav"> + <li class="toctree-l1"> + <a class="reference internal" href="../../../user-guide/introduction.html"> + Introduction + </a> + </li> + <li class="toctree-l1"> + <a class="reference internal" href="../../../user-guide/basics.html"> + Concepts + </a> + </li> + <li class="toctree-l1"> + <a class="reference internal" href="../../../user-guide/data-sources.html"> + Data Sources + </a> + </li> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../../../user-guide/dataframe/index.html"> + DataFrames + </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> + </li> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../../../user-guide/common-operations/index.html"> + Common Operations + </a> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/common-operations/views.html"> + Registering Views + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/common-operations/basic-info.html"> + Basic Operations + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/common-operations/select-and-filter.html"> + Column Selections + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/common-operations/expressions.html"> + Expressions + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/common-operations/joins.html"> + Joins + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/common-operations/functions.html"> + Functions + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/common-operations/aggregations.html"> + Aggregation + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/common-operations/windows.html"> + Window Functions + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/common-operations/udf-and-udfa.html"> + User-Defined Functions + </a> + </li> + </ul> + </li> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../../../user-guide/io/index.html"> + IO + </a> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/io/arrow.html"> + Arrow + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/io/avro.html"> + Avro + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/io/csv.html"> + CSV + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/io/json.html"> + JSON + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/io/parquet.html"> + Parquet + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/io/table_provider.html"> + Custom Table Provider + </a> + </li> + </ul> + </li> + <li class="toctree-l1"> + <a class="reference internal" href="../../../user-guide/configuration.html"> + Configuration + </a> + </li> + <li class="toctree-l1"> + <a class="reference internal" href="../../../user-guide/sql.html"> + SQL + </a> + </li> +</ul> +<p aria-level="2" class="caption" role="heading"> + <span class="caption-text"> + CONTRIBUTOR GUIDE + </span> +</p> +<ul class="nav bd-sidenav"> + <li class="toctree-l1"> + <a class="reference internal" href="../../../contributor-guide/introduction.html"> + Introduction + </a> + </li> + <li class="toctree-l1"> + <a class="reference internal" href="../../../contributor-guide/ffi.html"> + Python Extensions + </a> + </li> +</ul> +<p aria-level="2" class="caption" role="heading"> + <span class="caption-text"> + API + </span> +</p> +<ul class="current nav bd-sidenav"> + <li class="toctree-l1 current active has-children"> + <a class="reference internal" href="../../index.html"> + API Reference + </a> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul class="current"> + <li class="toctree-l2 current active has-children"> + <a class="reference internal" href="../index.html"> + datafusion + </a> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul class="current"> + <li class="toctree-l3"> + <a class="reference internal" href="../catalog/index.html"> + datafusion.catalog + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../context/index.html"> + datafusion.context + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../dataframe/index.html"> + datafusion.dataframe + </a> + </li> + <li class="toctree-l3 current active"> + <a class="current reference internal" href="#"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../expr/index.html"> + datafusion.expr + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../functions/index.html"> + datafusion.functions + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../html_formatter/index.html"> + datafusion.html_formatter + </a> + </li> + <li class="toctree-l3 has-children"> + <a class="reference internal" href="../input/index.html"> + datafusion.input + </a> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l4"> + <a class="reference internal" href="../input/base/index.html"> + datafusion.input.base + </a> + </li> + <li class="toctree-l4"> + <a class="reference internal" href="../input/location/index.html"> + datafusion.input.location + </a> + </li> + </ul> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../io/index.html"> + datafusion.io + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../object_store/index.html"> + datafusion.object_store + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../plan/index.html"> + datafusion.plan + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../record_batch/index.html"> + datafusion.record_batch + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../substrait/index.html"> + datafusion.substrait + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../unparser/index.html"> + datafusion.unparser + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../user_defined/index.html"> + datafusion.user_defined + </a> + </li> + </ul> + </li> + </ul> + </li> +</ul> + + + </div> +</nav> + </div> + <div class="sidebar-end-items"> + </div> + </div> + + + + + <div class="d-none d-xl-block col-xl-2 bd-toc"> + + + <div class="toc-item"> + +<div class="tocsection onthispage pt-5 pb-3"> + <i class="fas fa-list"></i> On this page +</div> + +<nav id="bd-toc-nav"> + <ul class="visible nav section-nav flex-column"> + <li class="toc-h2 nav-item toc-entry"> + <a class="reference internal nav-link" href="#classes"> + Classes + </a> + </li> + <li class="toc-h2 nav-item toc-entry"> + <a class="reference internal nav-link" href="#functions"> + Functions + </a> + </li> + <li class="toc-h2 nav-item toc-entry"> + <a class="reference internal nav-link" href="#module-contents"> + Module Contents + </a> + <ul class="visible nav section-nav flex-column"> + <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.CellFormatter"> + <code class="docutils literal notranslate"> + <span class="pre"> + CellFormatter + </span> + </code> + </a> + <ul class="nav section-nav flex-column"> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.CellFormatter.__call__"> + <code class="docutils literal notranslate"> + <span class="pre"> + CellFormatter.__call__() + </span> + </code> + </a> + </li> + </ul> + </li> + <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter + </span> + </code> + </a> + <ul class="nav section-nav flex-column"> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_expandable_cell"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter._build_expandable_cell() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_html_footer"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter._build_html_footer() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_html_header"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter._build_html_header() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_regular_cell"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter._build_regular_cell() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_table_body"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter._build_table_body() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_table_container_start"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter._build_table_container_start() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_table_header"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter._build_table_header() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._format_cell_value"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter._format_cell_value() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._get_cell_value"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter._get_cell_value() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._get_default_css"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter._get_default_css() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._get_javascript"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter._get_javascript() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.format_html"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter.format_html() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.format_str"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter.format_str() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.register_formatter"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter.register_formatter() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.set_custom_cell_builder"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter.set_custom_cell_builder() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.set_custom_header_builder"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter.set_custom_header_builder() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._custom_cell_builder"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter._custom_cell_builder + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._custom_header_builder"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter._custom_header_builder + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._type_formatters"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter._type_formatters + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.custom_css"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter.custom_css + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.enable_cell_expansion"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter.enable_cell_expansion + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.max_cell_length"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter.max_cell_length + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.max_height"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter.max_height + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.max_memory_bytes"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter.max_memory_bytes + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.max_width"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter.max_width + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.min_rows_display"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter.min_rows_display + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.repr_rows"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter.repr_rows + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.show_truncation_message"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter.show_truncation_message + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.style_provider"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter.style_provider + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.use_shared_styles"> + <code class="docutils literal notranslate"> + <span class="pre"> + DataFrameHtmlFormatter.use_shared_styles + </span> + </code> + </a> + </li> + </ul> + </li> + <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DefaultStyleProvider"> + <code class="docutils literal notranslate"> + <span class="pre"> + DefaultStyleProvider + </span> + </code> + </a> + <ul class="nav section-nav flex-column"> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DefaultStyleProvider.get_cell_style"> + <code class="docutils literal notranslate"> + <span class="pre"> + DefaultStyleProvider.get_cell_style() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.DefaultStyleProvider.get_header_style"> + <code class="docutils literal notranslate"> + <span class="pre"> + DefaultStyleProvider.get_header_style() + </span> + </code> + </a> + </li> + </ul> + </li> + <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.FormatterManager"> + <code class="docutils literal notranslate"> + <span class="pre"> + FormatterManager + </span> + </code> + </a> + <ul class="nav section-nav flex-column"> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.FormatterManager.get_formatter"> + <code class="docutils literal notranslate"> + <span class="pre"> + FormatterManager.get_formatter() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.FormatterManager.set_formatter"> + <code class="docutils literal notranslate"> + <span class="pre"> + FormatterManager.set_formatter() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.FormatterManager._default_formatter"> + <code class="docutils literal notranslate"> + <span class="pre"> + FormatterManager._default_formatter + </span> + </code> + </a> + </li> + </ul> + </li> + <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.StyleProvider"> + <code class="docutils literal notranslate"> + <span class="pre"> + StyleProvider + </span> + </code> + </a> + <ul class="nav section-nav flex-column"> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.StyleProvider.get_cell_style"> + <code class="docutils literal notranslate"> + <span class="pre"> + StyleProvider.get_cell_style() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.StyleProvider.get_header_style"> + <code class="docutils literal notranslate"> + <span class="pre"> + StyleProvider.get_header_style() + </span> + </code> + </a> + </li> + </ul> + </li> + <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter._refresh_formatter_reference"> + <code class="docutils literal notranslate"> + <span class="pre"> + _refresh_formatter_reference() + </span> + </code> + </a> + </li> + <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter._validate_bool"> + <code class="docutils literal notranslate"> + <span class="pre"> + _validate_bool() + </span> + </code> + </a> + </li> + <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter._validate_positive_int"> + <code class="docutils literal notranslate"> + <span class="pre"> + _validate_positive_int() + </span> + </code> + </a> + </li> + <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.configure_formatter"> + <code class="docutils literal notranslate"> + <span class="pre"> + configure_formatter() + </span> + </code> + </a> + </li> + <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.get_formatter"> + <code class="docutils literal notranslate"> + <span class="pre"> + get_formatter() + </span> + </code> + </a> + </li> + <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.reset_formatter"> + <code class="docutils literal notranslate"> + <span class="pre"> + reset_formatter() + </span> + </code> + </a> + </li> + <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.dataframe_formatter.set_formatter"> + <code class="docutils literal notranslate"> + <span class="pre"> + set_formatter() + </span> + </code> + </a> + </li> + </ul> + </li> +</ul> + +</nav> + </div> + + <div class="toc-item"> + + </div> + + + </div> + + + + + + + <main class="col-12 col-md-9 col-xl-7 py-md-5 pl-md-5 pr-md-4 bd-content" role="main"> + + <div> + + <section id="module-datafusion.dataframe_formatter"> +<span id="datafusion-dataframe-formatter"></span><h1>datafusion.dataframe_formatter<a class="headerlink" href="#module-datafusion.dataframe_formatter" title="Link to this heading">¶</a></h1> +<p>HTML formatting utilities for DataFusion DataFrames.</p> +<section id="classes"> +<h2>Classes<a class="headerlink" href="#classes" title="Link to this heading">¶</a></h2> +<table class="autosummary longtable table autosummary"> +<tbody> +<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.dataframe_formatter.CellFormatter" title="datafusion.dataframe_formatter.CellFormatter"><code class="xref py py-obj docutils literal notranslate"><span class="pre">CellFormatter</span></code></a></p></td> +<td><p>Protocol for cell value formatters.</p></td> +</tr> +<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter" title="datafusion.dataframe_formatter.DataFrameHtmlFormatter"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrameHtmlFormatter</span></code></a></p></td> +<td><p>Configurable HTML formatter for DataFusion DataFrames.</p></td> +</tr> +<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.dataframe_formatter.DefaultStyleProvider" title="datafusion.dataframe_formatter.DefaultStyleProvider"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DefaultStyleProvider</span></code></a></p></td> +<td><p>Default implementation of StyleProvider.</p></td> +</tr> +<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.dataframe_formatter.FormatterManager" title="datafusion.dataframe_formatter.FormatterManager"><code class="xref py py-obj docutils literal notranslate"><span class="pre">FormatterManager</span></code></a></p></td> +<td><p>Manager class for the global DataFrame HTML formatter instance.</p></td> +</tr> +<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.dataframe_formatter.StyleProvider" title="datafusion.dataframe_formatter.StyleProvider"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StyleProvider</span></code></a></p></td> +<td><p>Protocol for HTML style providers.</p></td> +</tr> +</tbody> +</table> +</section> +<section id="functions"> +<h2>Functions<a class="headerlink" href="#functions" title="Link to this heading">¶</a></h2> +<table class="autosummary longtable table autosummary"> +<tbody> +<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.dataframe_formatter._refresh_formatter_reference" title="datafusion.dataframe_formatter._refresh_formatter_reference"><code class="xref py py-obj docutils literal notranslate"><span class="pre">_refresh_formatter_reference</span></code></a>(→ None)</p></td> +<td><p>Refresh formatter reference in any modules using it.</p></td> +</tr> +<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.dataframe_formatter._validate_bool" title="datafusion.dataframe_formatter._validate_bool"><code class="xref py py-obj docutils literal notranslate"><span class="pre">_validate_bool</span></code></a>(→ None)</p></td> +<td><p>Validate that a parameter is a boolean.</p></td> +</tr> +<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.dataframe_formatter._validate_positive_int" title="datafusion.dataframe_formatter._validate_positive_int"><code class="xref py py-obj docutils literal notranslate"><span class="pre">_validate_positive_int</span></code></a>(→ None)</p></td> +<td><p>Validate that a parameter is a positive integer.</p></td> +</tr> +<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.dataframe_formatter.configure_formatter" title="datafusion.dataframe_formatter.configure_formatter"><code class="xref py py-obj docutils literal notranslate"><span class="pre">configure_formatter</span></code></a>(→ None)</p></td> +<td><p>Configure the global DataFrame HTML formatter.</p></td> +</tr> +<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.dataframe_formatter.get_formatter" title="datafusion.dataframe_formatter.get_formatter"><code class="xref py py-obj docutils literal notranslate"><span class="pre">get_formatter</span></code></a>(→ DataFrameHtmlFormatter)</p></td> +<td><p>Get the current global DataFrame HTML formatter.</p></td> +</tr> +<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.dataframe_formatter.reset_formatter" title="datafusion.dataframe_formatter.reset_formatter"><code class="xref py py-obj docutils literal notranslate"><span class="pre">reset_formatter</span></code></a>(→ None)</p></td> +<td><p>Reset the global DataFrame HTML formatter to default settings.</p></td> +</tr> +<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.dataframe_formatter.set_formatter" title="datafusion.dataframe_formatter.set_formatter"><code class="xref py py-obj docutils literal notranslate"><span class="pre">set_formatter</span></code></a>(→ None)</p></td> +<td><p>Set the global DataFrame HTML formatter.</p></td> +</tr> +</tbody> +</table> +</section> +<section id="module-contents"> +<h2>Module Contents<a class="headerlink" href="#module-contents" title="Link to this heading">¶</a></h2> +<dl class="py class"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.CellFormatter"> +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.dataframe_formatter.</span></span><span class="sig-name descname"><span class="pre">CellFormatter</span></span><a class="headerlink" href="#datafusion.dataframe_formatter.CellFormatter" title="Link to this definition">¶</a></dt> +<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">Protocol</span></code></p> +<p>Protocol for cell value formatters.</p> +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.CellFormatter.__call__"> +<span class="sig-name descname"><span class="pre">__call__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.CellFormatter.__call__" title="Link to this definition">¶</a></dt> +<dd><p>Format a cell value to string representation.</p> +</dd></dl> + +</dd></dl> + +<dl class="py class"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter"> +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.dataframe_formatter.</span></span><span class="sig-name descname"><span class="pre">DataFrameHtmlFormatter</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">max_cell_length</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">25</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_width</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_height</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">300</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_memory_bytes</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">2</span> <span class="pre">*</span> <span class="pre">1024</span> <span class="pre">*</span> <span class="pre">1024</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">min_rows_display</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">20</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">repr_rows</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">10</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enable_cell_expansion</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">custom_css</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">show_truncation_message</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">style_provider</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.dataframe_formatter.StyleProvider" title="datafusion.dataframe_formatter.StyleProvider"><span class="pre">StyleProvider</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_shared_styles</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter" title="Link to this definition">¶</a></dt> +<dd><p>Configurable HTML formatter for DataFusion DataFrames.</p> +<p>This class handles the HTML rendering of DataFrames for display in +Jupyter notebooks and other rich display contexts.</p> +<p>This class supports extension through composition. Key extension points: +- Provide a custom StyleProvider for styling cells and headers +- Register custom formatters for specific types +- Provide custom cell builders for specialized cell rendering</p> +<dl class="field-list simple"> +<dt class="field-odd">Parameters<span class="colon">:</span></dt> +<dd class="field-odd"><ul class="simple"> +<li><p><strong>max_cell_length</strong> – Maximum characters to display in a cell before truncation</p></li> +<li><p><strong>max_width</strong> – Maximum width of the HTML table in pixels</p></li> +<li><p><strong>max_height</strong> – Maximum height of the HTML table in pixels</p></li> +<li><p><strong>max_memory_bytes</strong> – Maximum memory in bytes for rendered data (default: 2MB)</p></li> +<li><p><strong>min_rows_display</strong> – Minimum number of rows to display</p></li> +<li><p><strong>repr_rows</strong> – Default number of rows to display in repr output</p></li> +<li><p><strong>enable_cell_expansion</strong> – Whether to add expand/collapse buttons for long cell +values</p></li> +<li><p><strong>custom_css</strong> – Additional CSS to include in the HTML output</p></li> +<li><p><strong>show_truncation_message</strong> – Whether to display a message when data is truncated</p></li> +<li><p><strong>style_provider</strong> – Custom provider for cell and header styles</p></li> +<li><p><strong>use_shared_styles</strong> – Whether to load styles and scripts only once per notebook +session</p></li> +</ul> +</dd> +</dl> +<p>Initialize the HTML formatter.</p> +<dl class="field-list simple"> +<dt class="field-odd">Parameters<span class="colon">:</span></dt> +<dd class="field-odd"><ul class="simple"> +<li><p><strong>max_cell_length</strong> (<em>int</em><em>, </em><em>default 25</em>) – Maximum length of cell content before truncation.</p></li> +<li><p><strong>max_width</strong> (<em>int</em><em>, </em><em>default 1000</em>) – Maximum width of the displayed table in pixels.</p></li> +<li><p><strong>max_height</strong> (<em>int</em><em>, </em><em>default 300</em>) – Maximum height of the displayed table in pixels.</p></li> +<li><p><strong>max_memory_bytes</strong> (<em>int</em><em>, </em><em>default 2097152</em><em> (</em><em>2MB</em><em>)</em>) – Maximum memory in bytes for rendered data.</p></li> +<li><p><strong>min_rows_display</strong> (<em>int</em><em>, </em><em>default 20</em>) – Minimum number of rows to display.</p></li> +<li><p><strong>repr_rows</strong> (<em>int</em><em>, </em><em>default 10</em>) – Default number of rows to display in repr output.</p></li> +<li><p><strong>enable_cell_expansion</strong> (<em>bool</em><em>, </em><em>default True</em>) – Whether to allow cells to expand when clicked.</p></li> +<li><p><strong>custom_css</strong> (<em>str</em><em>, </em><em>optional</em>) – Custom CSS to apply to the HTML table.</p></li> +<li><p><strong>show_truncation_message</strong> (<em>bool</em><em>, </em><em>default True</em>) – Whether to show a message indicating that content has been truncated.</p></li> +<li><p><strong>style_provider</strong> (<a class="reference internal" href="#datafusion.dataframe_formatter.StyleProvider" title="datafusion.dataframe_formatter.StyleProvider"><em>StyleProvider</em></a><em>, </em><em>optional</em>) – Provider of CSS styles for the HTML table. If None, DefaultStyleProvider +is used.</p></li> +<li><p><strong>use_shared_styles</strong> (<em>bool</em><em>, </em><em>default True</em>) – Whether to use shared styles across multiple tables.</p></li> +<li><p><strong>Raises</strong></p></li> +<li><p><strong>------</strong></p></li> +<li><p><strong>ValueError</strong> – If max_cell_length, max_width, max_height, max_memory_bytes, +min_rows_display, or repr_rows is not a positive integer.</p></li> +<li><p><strong>TypeError</strong> – If enable_cell_expansion, show_truncation_message, or use_shared_styles is +not a boolean, +or if custom_css is provided but is not a string, +or if style_provider is provided but does not implement the StyleProvider +protocol.</p></li> +</ul> +</dd> +</dl> +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_expandable_cell"> +<span class="sig-name descname"><span class="pre">_build_expandable_cell</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">formatted_value</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">row_count</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">col_idx</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_uuid</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_expandable_cell" title="Link to this definition">¶</a></dt> +<dd><p>Build an expandable cell for long content.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_html_footer"> +<span class="sig-name descname"><span class="pre">_build_html_footer</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">has_more</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_html_footer" title="Link to this definition">¶</a></dt> +<dd><p>Build the HTML footer with JavaScript and messages.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_html_header"> +<span class="sig-name descname"><span class="pre">_build_html_header</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_html_header" title="Link to this definition">¶</a></dt> +<dd><p>Build the HTML header with CSS styles.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_regular_cell"> +<span class="sig-name descname"><span class="pre">_build_regular_cell</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">formatted_value</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_regular_cell" title="Link to this definition">¶</a></dt> +<dd><p>Build a regular table cell.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_table_body"> +<span class="sig-name descname"><span class="pre">_build_table_body</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">batches</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_uuid</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_table_body" title="Link to this definition">¶</a></dt> +<dd><p>Build the HTML table body with data rows.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_table_container_start"> +<span class="sig-name descname"><span class="pre">_build_table_container_start</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_table_container_start" title="Link to this definition">¶</a></dt> +<dd><p>Build the opening tags for the table container.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_table_header"> +<span class="sig-name descname"><span class="pre">_build_table_header</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_table_header" title="Link to this definition">¶</a></dt> +<dd><p>Build the HTML table header with column names.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter._format_cell_value"> +<span class="sig-name descname"><span class="pre">_format_cell_value</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._format_cell_value" title="Link to this definition">¶</a></dt> +<dd><p>Format a cell value for display.</p> +<p>Uses registered type formatters if available.</p> +<dl class="field-list simple"> +<dt class="field-odd">Parameters<span class="colon">:</span></dt> +<dd class="field-odd"><p><strong>value</strong> – The cell value to format</p> +</dd> +<dt class="field-even">Returns<span class="colon">:</span></dt> +<dd class="field-even"><p>Formatted cell value as string</p> +</dd> +</dl> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter._get_cell_value"> +<span class="sig-name descname"><span class="pre">_get_cell_value</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">column</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">row_idx</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">Any</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._get_cell_value" title="Link to this definition">¶</a></dt> +<dd><p>Extract a cell value from a column.</p> +<dl class="field-list simple"> +<dt class="field-odd">Parameters<span class="colon">:</span></dt> +<dd class="field-odd"><ul class="simple"> +<li><p><strong>column</strong> – Arrow array</p></li> +<li><p><strong>row_idx</strong> – Row index</p></li> +</ul> +</dd> +<dt class="field-even">Returns<span class="colon">:</span></dt> +<dd class="field-even"><p>The raw cell value</p> +</dd> +</dl> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter._get_default_css"> +<span class="sig-name descname"><span class="pre">_get_default_css</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._get_default_css" title="Link to this definition">¶</a></dt> +<dd><p>Get default CSS styles for the HTML table.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter._get_javascript"> +<span class="sig-name descname"><span class="pre">_get_javascript</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._get_javascript" title="Link to this definition">¶</a></dt> +<dd><p>Get JavaScript code for interactive elements.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter.format_html"> +<span class="sig-name descname"><span class="pre">format_html</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">batches</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">has_more</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_uuid</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.format_html" title="Link to this definition">¶</a></dt> +<dd><p>Format record batches as HTML.</p> +<p>This method is used by DataFrame’s _repr_html_ implementation and can be +called directly when custom HTML rendering is needed.</p> +<dl class="field-list simple"> +<dt class="field-odd">Parameters<span class="colon">:</span></dt> +<dd class="field-odd"><ul class="simple"> +<li><p><strong>batches</strong> – List of Arrow RecordBatch objects</p></li> +<li><p><strong>schema</strong> – Arrow Schema object</p></li> +<li><p><strong>has_more</strong> – Whether there are more batches not shown</p></li> +<li><p><strong>table_uuid</strong> – Unique ID for the table, used for JavaScript interactions</p></li> +</ul> +</dd> +<dt class="field-even">Returns<span class="colon">:</span></dt> +<dd class="field-even"><p>HTML string representation of the data</p> +</dd> +<dt class="field-odd">Raises<span class="colon">:</span></dt> +<dd class="field-odd"><p><strong>TypeError</strong> – If schema is invalid and no batches are provided</p> +</dd> +</dl> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter.format_str"> +<span class="sig-name descname"><span class="pre">format_str</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">batches</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">has_more</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_uuid</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.format_str" title="Link to this definition">¶</a></dt> +<dd><p>Format record batches as a string.</p> +<p>This method is used by DataFrame’s __repr__ implementation and can be +called directly when string rendering is needed.</p> +<dl class="field-list simple"> +<dt class="field-odd">Parameters<span class="colon">:</span></dt> +<dd class="field-odd"><ul class="simple"> +<li><p><strong>batches</strong> – List of Arrow RecordBatch objects</p></li> +<li><p><strong>schema</strong> – Arrow Schema object</p></li> +<li><p><strong>has_more</strong> – Whether there are more batches not shown</p></li> +<li><p><strong>table_uuid</strong> – Unique ID for the table, used for JavaScript interactions</p></li> +</ul> +</dd> +<dt class="field-even">Returns<span class="colon">:</span></dt> +<dd class="field-even"><p>String representation of the data</p> +</dd> +<dt class="field-odd">Raises<span class="colon">:</span></dt> +<dd class="field-odd"><p><strong>TypeError</strong> – If schema is invalid and no batches are provided</p> +</dd> +</dl> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter.register_formatter"> +<span class="sig-name descname"><span class="pre">register_formatter</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">type_class</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">type</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">formatter</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.dataframe_formatter.CellFormatter" title="datafusion.dataframe_formatter.CellFormatter"><span class="pre">CellFormatter</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.register_formatter" title="Link to this definition">¶</a></dt> +<dd><p>Register a custom formatter for a specific data type.</p> +<dl class="field-list simple"> +<dt class="field-odd">Parameters<span class="colon">:</span></dt> +<dd class="field-odd"><ul class="simple"> +<li><p><strong>type_class</strong> – The type to register a formatter for</p></li> +<li><p><strong>formatter</strong> – Function that takes a value of the given type and returns +a formatted string</p></li> +</ul> +</dd> +</dl> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter.set_custom_cell_builder"> +<span class="sig-name descname"><span class="pre">set_custom_cell_builder</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">builder</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">int</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">int</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.set_custom_cell_builder" title="Link to this definition">¶</a></dt> +<dd><p>Set a custom cell builder function.</p> +<dl class="field-list simple"> +<dt class="field-odd">Parameters<span class="colon">:</span></dt> +<dd class="field-odd"><p><strong>builder</strong> – Function that takes (value, row, col, table_id) and returns HTML</p> +</dd> +</dl> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter.set_custom_header_builder"> +<span class="sig-name descname"><span class="pre">set_custom_header_builder</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">builder</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.set_custom_header_builder" title="Link to this definition">¶</a></dt> +<dd><p>Set a custom header builder function.</p> +<dl class="field-list simple"> +<dt class="field-odd">Parameters<span class="colon">:</span></dt> +<dd class="field-odd"><p><strong>builder</strong> – Function that takes a field and returns HTML</p> +</dd> +</dl> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter._custom_cell_builder"> +<span class="sig-name descname"><span class="pre">_custom_cell_builder</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">int</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">int</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._custom_cell_builder" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter._custom_header_builder"> +<span class="sig-name descname"><span class="pre">_custom_header_builder</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._custom_header_builder" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter._type_formatters"> +<span class="sig-name descname"><span class="pre">_type_formatters</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">type</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="#datafusion.dataframe_formatter.CellFormatter" title="datafusion.dataframe_formatter.CellFormatter"><span class="pre">CellFormatter</span></a><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter._type_formatters" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter.custom_css"> +<span class="sig-name descname"><span class="pre">custom_css</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.custom_css" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter.enable_cell_expansion"> +<span class="sig-name descname"><span class="pre">enable_cell_expansion</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">True</span></em><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.enable_cell_expansion" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter.max_cell_length"> +<span class="sig-name descname"><span class="pre">max_cell_length</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">25</span></em><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.max_cell_length" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter.max_height"> +<span class="sig-name descname"><span class="pre">max_height</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">300</span></em><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.max_height" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter.max_memory_bytes"> +<span class="sig-name descname"><span class="pre">max_memory_bytes</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">2097152</span></em><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.max_memory_bytes" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter.max_width"> +<span class="sig-name descname"><span class="pre">max_width</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1000</span></em><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.max_width" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter.min_rows_display"> +<span class="sig-name descname"><span class="pre">min_rows_display</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">20</span></em><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.min_rows_display" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter.repr_rows"> +<span class="sig-name descname"><span class="pre">repr_rows</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">10</span></em><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.repr_rows" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter.show_truncation_message"> +<span class="sig-name descname"><span class="pre">show_truncation_message</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">True</span></em><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.show_truncation_message" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter.style_provider"> +<span class="sig-name descname"><span class="pre">style_provider</span></span><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.style_provider" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DataFrameHtmlFormatter.use_shared_styles"> +<span class="sig-name descname"><span class="pre">use_shared_styles</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">True</span></em><a class="headerlink" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter.use_shared_styles" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +</dd></dl> + +<dl class="py class"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DefaultStyleProvider"> +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.dataframe_formatter.</span></span><span class="sig-name descname"><span class="pre">DefaultStyleProvider</span></span><a class="headerlink" href="#datafusion.dataframe_formatter.DefaultStyleProvider" title="Link to this definition">¶</a></dt> +<dd><p>Default implementation of StyleProvider.</p> +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DefaultStyleProvider.get_cell_style"> +<span class="sig-name descname"><span class="pre">get_cell_style</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.DefaultStyleProvider.get_cell_style" title="Link to this definition">¶</a></dt> +<dd><p>Get the CSS style for table cells.</p> +<dl class="field-list simple"> +<dt class="field-odd">Returns<span class="colon">:</span></dt> +<dd class="field-odd"><p>CSS style string</p> +</dd> +</dl> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.DefaultStyleProvider.get_header_style"> +<span class="sig-name descname"><span class="pre">get_header_style</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.DefaultStyleProvider.get_header_style" title="Link to this definition">¶</a></dt> +<dd><p>Get the CSS style for header cells.</p> +<dl class="field-list simple"> +<dt class="field-odd">Returns<span class="colon">:</span></dt> +<dd class="field-odd"><p>CSS style string</p> +</dd> +</dl> +</dd></dl> + +</dd></dl> + +<dl class="py class"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.FormatterManager"> +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.dataframe_formatter.</span></span><span class="sig-name descname"><span class="pre">FormatterManager</span></span><a class="headerlink" href="#datafusion.dataframe_formatter.FormatterManager" title="Link to this definition">¶</a></dt> +<dd><p>Manager class for the global DataFrame HTML formatter instance.</p> +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.FormatterManager.get_formatter"> +<em class="property"><span class="pre">classmethod</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">get_formatter</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter" title="datafusion.dataframe_formatter.DataFrameHtmlFormatter"><span class="pre">DataFrameHtmlFormatter</span></a></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.FormatterManager.get_formatter" title="Link to this definition">¶</a></dt> +<dd><p>Get the current global DataFrame HTML formatter.</p> +<dl class="field-list simple"> +<dt class="field-odd">Returns<span class="colon">:</span></dt> +<dd class="field-odd"><p>The global HTML formatter instance</p> +</dd> +</dl> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.FormatterManager.set_formatter"> +<em class="property"><span class="pre">classmethod</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">set_formatter</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">formatter</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter" title="datafusion.dataframe_formatter.DataFrameHtmlFormatter"><span class="pre">DataFrameHtmlFormatter</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.FormatterManager.set_formatter" title="Link to this definition">¶</a></dt> +<dd><p>Set the global DataFrame HTML formatter.</p> +<dl class="field-list simple"> +<dt class="field-odd">Parameters<span class="colon">:</span></dt> +<dd class="field-odd"><p><strong>formatter</strong> – The formatter instance to use globally</p> +</dd> +</dl> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.FormatterManager._default_formatter"> +<span class="sig-name descname"><span class="pre">_default_formatter</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><a class="reference internal" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter" title="datafusion.dataframe_formatter.DataFrameHtmlFormatter"><span class="pre">DataFrameHtmlFormatter</span></a></em><a class="headerlink" href="#datafusion.dataframe_formatter.FormatterManager._default_formatter" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +</dd></dl> + +<dl class="py class"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.StyleProvider"> +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.dataframe_formatter.</span></span><span class="sig-name descname"><span class="pre">StyleProvider</span></span><a class="headerlink" href="#datafusion.dataframe_formatter.StyleProvider" title="Link to this definition">¶</a></dt> +<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">Protocol</span></code></p> +<p>Protocol for HTML style providers.</p> +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.StyleProvider.get_cell_style"> +<span class="sig-name descname"><span class="pre">get_cell_style</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.StyleProvider.get_cell_style" title="Link to this definition">¶</a></dt> +<dd><p>Get the CSS style for table cells.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.StyleProvider.get_header_style"> +<span class="sig-name descname"><span class="pre">get_header_style</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.StyleProvider.get_header_style" title="Link to this definition">¶</a></dt> +<dd><p>Get the CSS style for header cells.</p> +</dd></dl> + +</dd></dl> + +<dl class="py function"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter._refresh_formatter_reference"> +<span class="sig-prename descclassname"><span class="pre">datafusion.dataframe_formatter.</span></span><span class="sig-name descname"><span class="pre">_refresh_formatter_reference</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter._refresh_formatter_reference" title="Link to this definition">¶</a></dt> +<dd><p>Refresh formatter reference in any modules using it.</p> +<p>This helps ensure that changes to the formatter are reflected in existing +DataFrames that might be caching the formatter reference.</p> +</dd></dl> + +<dl class="py function"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter._validate_bool"> +<span class="sig-prename descclassname"><span class="pre">datafusion.dataframe_formatter.</span></span><span class="sig-name descname"><span class="pre">_validate_bool</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">param_name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter._validate_bool" title="Link to this definition">¶</a></dt> +<dd><p>Validate that a parameter is a boolean.</p> +<dl class="field-list simple"> +<dt class="field-odd">Parameters<span class="colon">:</span></dt> +<dd class="field-odd"><ul class="simple"> +<li><p><strong>value</strong> – The value to validate</p></li> +<li><p><strong>param_name</strong> – Name of the parameter (used in error message)</p></li> +</ul> +</dd> +<dt class="field-even">Raises<span class="colon">:</span></dt> +<dd class="field-even"><p><strong>TypeError</strong> – If the value is not a boolean</p> +</dd> +</dl> +</dd></dl> + +<dl class="py function"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter._validate_positive_int"> +<span class="sig-prename descclassname"><span class="pre">datafusion.dataframe_formatter.</span></span><span class="sig-name descname"><span class="pre">_validate_positive_int</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">param_name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter._validate_positive_int" title="Link to this definition">¶</a></dt> +<dd><p>Validate that a parameter is a positive integer.</p> +<dl class="field-list simple"> +<dt class="field-odd">Parameters<span class="colon">:</span></dt> +<dd class="field-odd"><ul class="simple"> +<li><p><strong>value</strong> – The value to validate</p></li> +<li><p><strong>param_name</strong> – Name of the parameter (used in error message)</p></li> +</ul> +</dd> +<dt class="field-even">Raises<span class="colon">:</span></dt> +<dd class="field-even"><p><strong>ValueError</strong> – If the value is not a positive integer</p> +</dd> +</dl> +</dd></dl> + +<dl class="py function"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.configure_formatter"> +<span class="sig-prename descclassname"><span class="pre">datafusion.dataframe_formatter.</span></span><span class="sig-name descname"><span class="pre">configure_formatter</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.configure_formatter" title="Link to this definition">¶</a></dt> +<dd><p>Configure the global DataFrame HTML formatter.</p> +<p>This function creates a new formatter with the provided configuration +and sets it as the global formatter for all DataFrames.</p> +<dl class="field-list simple"> +<dt class="field-odd">Parameters<span class="colon">:</span></dt> +<dd class="field-odd"><p><strong>**kwargs</strong> – Formatter configuration parameters like max_cell_length, +max_width, max_height, enable_cell_expansion, etc.</p> +</dd> +<dt class="field-even">Raises<span class="colon">:</span></dt> +<dd class="field-even"><p><strong>ValueError</strong> – If any invalid parameters are provided</p> +</dd> +</dl> +<p class="rubric">Example</p> +<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion.html_formatter</span><span class="w"> </span><span class="kn">import</span> <span class="n">configure_formatter</span> +<span class="gp">>>> </span><span class="n">configure_formatter</span><span class="p">(</span> +<span class="gp">... </span> <span class="n">max_cell_length</span><span class="o">=</span><span class="mi">50</span><span class="p">,</span> +<span class="gp">... </span> <span class="n">max_height</span><span class="o">=</span><span class="mi">500</span><span class="p">,</span> +<span class="gp">... </span> <span class="n">enable_cell_expansion</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> +<span class="gp">... </span> <span class="n">use_shared_styles</span><span class="o">=</span><span class="kc">True</span> +<span class="gp">... </span><span class="p">)</span> +</pre></div> +</div> +</dd></dl> + +<dl class="py function"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.get_formatter"> +<span class="sig-prename descclassname"><span class="pre">datafusion.dataframe_formatter.</span></span><span class="sig-name descname"><span class="pre">get_formatter</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter" title="datafusion.dataframe_formatter.DataFrameHtmlFormatter"><span class="pre">DataFrameHtmlFormatter</span></a></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.get_formatter" title="Link to this definition">¶</a></dt> +<dd><p>Get the current global DataFrame HTML formatter.</p> +<p>This function is used by the DataFrame._repr_html_ implementation to access +the shared formatter instance. It can also be used directly when custom +HTML rendering is needed.</p> +<dl class="field-list simple"> +<dt class="field-odd">Returns<span class="colon">:</span></dt> +<dd class="field-odd"><p>The global HTML formatter instance</p> +</dd> +</dl> +<p class="rubric">Example</p> +<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion.html_formatter</span><span class="w"> </span><span class="kn">import</span> <span class="n">get_formatter</span> +<span class="gp">>>> </span><span class="n">formatter</span> <span class="o">=</span> <span class="n">get_formatter</span><span class="p">()</span> +<span class="gp">>>> </span><span class="n">formatter</span><span class="o">.</span><span class="n">max_cell_length</span> <span class="o">=</span> <span class="mi">50</span> <span class="c1"># Increase cell length</span> +</pre></div> +</div> +</dd></dl> + +<dl class="py function"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.reset_formatter"> +<span class="sig-prename descclassname"><span class="pre">datafusion.dataframe_formatter.</span></span><span class="sig-name descname"><span class="pre">reset_formatter</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.reset_formatter" title="Link to this definition">¶</a></dt> +<dd><p>Reset the global DataFrame HTML formatter to default settings.</p> +<p>This function creates a new formatter with default configuration +and sets it as the global formatter for all DataFrames.</p> +<p class="rubric">Example</p> +<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion.html_formatter</span><span class="w"> </span><span class="kn">import</span> <span class="n">reset_formatter</span> +<span class="gp">>>> </span><span class="n">reset_formatter</span><span class="p">()</span> <span class="c1"># Reset formatter to default settings</span> +</pre></div> +</div> +</dd></dl> + +<dl class="py function"> +<dt class="sig sig-object py" id="datafusion.dataframe_formatter.set_formatter"> +<span class="sig-prename descclassname"><span class="pre">datafusion.dataframe_formatter.</span></span><span class="sig-name descname"><span class="pre">set_formatter</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">formatter</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.dataframe_formatter.DataFrameHtmlFormatter" title="datafusion.dataframe_formatter.DataFrameHtmlFormatter"><span class="pre">DataFrameHtmlFormatter</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.dataframe_formatter.set_formatter" title="Link to this definition">¶</a></dt> +<dd><p>Set the global DataFrame HTML formatter.</p> +<dl class="field-list simple"> +<dt class="field-odd">Parameters<span class="colon">:</span></dt> +<dd class="field-odd"><p><strong>formatter</strong> – The formatter instance to use globally</p> +</dd> +</dl> +<p class="rubric">Example</p> +<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion.html_formatter</span><span class="w"> </span><span class="kn">import</span> <span class="n">get_formatter</span><span class="p">,</span> <span class="n">set_formatter</span> +<span class="gp">>>> </span><span class="n">custom_formatter</span> <span class="o">=</span> <span class="n">DataFrameHtmlFormatter</span><span class="p">(</span><span class="n">max_cell_length</span><span class="o">=</span><span class="mi">100</span><span class="p">)</span> +<span class="gp">>>> </span><span class="n">set_formatter</span><span class="p">(</span><span class="n">custom_formatter</span><span class="p">)</span> +</pre></div> +</div> +</dd></dl> + +</section> +</section> + + + </div> + + + <!-- Previous / next buttons --> +<div class='prev-next-area'> + <a class='left-prev' id="prev-link" href="../dataframe/index.html" title="previous page"> + <i class="fas fa-angle-left"></i> + <div class="prev-next-info"> + <p class="prev-next-subtitle">previous</p> + <p class="prev-next-title">datafusion.dataframe</p> + </div> + </a> + <a class='right-next' id="next-link" href="../expr/index.html" title="next page"> + <div class="prev-next-info"> + <p class="prev-next-subtitle">next</p> + <p class="prev-next-title">datafusion.expr</p> + </div> + <i class="fas fa-angle-right"></i> + </a> +</div> + + </main> + + + </div> + </div> + + <script src="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script> + +<!-- Based on pydata_sphinx_theme/footer.html --> +<footer class="footer mt-5 mt-md-0"> + <div class="container"> + + <div class="footer-item"> + <p class="copyright"> + © Copyright 2019-2024, Apache Software Foundation.<br> +</p> + </div> + + <div class="footer-item"> + <p class="sphinx-version"> +Created using <a href="http://sphinx-doc.org/">Sphinx</a> 8.1.3.<br> +</p> + </div> + + <div class="footer-item"> + <p>Apache Arrow DataFusion, Arrow DataFusion, Apache, the Apache feather logo, and the Apache Arrow DataFusion project logo</p> + <p>are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p> + </div> + </div> +</footer> + + + </body> +</html> \ No newline at end of file
diff --git a/autoapi/datafusion/expr/index.html b/autoapi/datafusion/expr/index.html index 6241152..09568fc 100644 --- a/autoapi/datafusion/expr/index.html +++ b/autoapi/datafusion/expr/index.html
@@ -35,7 +35,7 @@ <link rel="index" title="Index" href="../../../genindex.html" /> <link rel="search" title="Search" href="../../../search.html" /> <link rel="next" title="datafusion.functions" href="../functions/index.html" /> - <link rel="prev" title="datafusion.dataframe" href="../dataframe/index.html" /> + <link rel="prev" title="datafusion.dataframe_formatter" href="../dataframe_formatter/index.html" /> <meta name="viewport" content="width=device-width, initial-scale=1" /> <meta name="docsearch:language" content="en"> @@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../../../user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../../../user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../../../user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../index.html"> API Reference </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../index.html"> datafusion </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../context/index.html"> datafusion.context </a> @@ -295,6 +302,11 @@ datafusion.dataframe </a> </li> + <li class="toctree-l3"> + <a class="reference internal" href="../dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> <li class="toctree-l3 current active"> <a class="current reference internal" href="#"> datafusion.expr @@ -314,8 +326,8 @@ <a class="reference internal" href="../input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../unparser/index.html"> datafusion.unparser </a> @@ -1129,6 +1136,15 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.expr.Expr.literal_with_metadata"> + <code class="docutils literal notranslate"> + <span class="pre"> + Expr.literal_with_metadata() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.expr.Expr.ln"> <code class="docutils literal notranslate"> <span class="pre"> @@ -1666,6 +1682,15 @@ </a> <ul class="nav section-nav flex-column"> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.expr.WindowFrame.__repr__"> + <code class="docutils literal notranslate"> + <span class="pre"> + WindowFrame.__repr__() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.expr.WindowFrame.get_frame_units"> <code class="docutils literal notranslate"> <span class="pre"> @@ -3329,6 +3354,20 @@ </dd></dl> <dl class="py method"> +<dt class="sig sig-object py" id="datafusion.expr.Expr.literal_with_metadata"> +<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">literal_with_metadata</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.expr.Expr" title="datafusion.expr.Expr"><span class="pre">Expr</span></a></span></span><a class="headerlink" href="#datafusion.expr.Expr.literal_with_metadata" title="Link to this definition">¶</a></dt> +<dd><p>Creates a new expression representing a scalar value with metadata.</p> +<dl class="field-list simple"> +<dt class="field-odd">Parameters<span class="colon">:</span></dt> +<dd class="field-odd"><ul class="simple"> +<li><p><strong>value</strong> – A valid PyArrow scalar value or easily castable to one.</p></li> +<li><p><strong>metadata</strong> – Metadata to attach to the expression.</p></li> +</ul> +</dd> +</dl> +</dd></dl> + +<dl class="py method"> <dt class="sig sig-object py" id="datafusion.expr.Expr.ln"> <span class="sig-name descname"><span class="pre">ln</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.expr.Expr" title="datafusion.expr.Expr"><span class="pre">Expr</span></a></span></span><a class="headerlink" href="#datafusion.expr.Expr.ln" title="Link to this definition">¶</a></dt> <dd><p>Returns the natural logarithm (base e) of the argument.</p> @@ -3749,6 +3788,12 @@ </dd> </dl> <dl class="py method"> +<dt class="sig sig-object py" id="datafusion.expr.WindowFrame.__repr__"> +<span class="sig-name descname"><span class="pre">__repr__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.expr.WindowFrame.__repr__" title="Link to this definition">¶</a></dt> +<dd><p>Print a string representation of the window frame.</p> +</dd></dl> + +<dl class="py method"> <dt class="sig sig-object py" id="datafusion.expr.WindowFrame.get_frame_units"> <span class="sig-name descname"><span class="pre">get_frame_units</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.expr.WindowFrame.get_frame_units" title="Link to this definition">¶</a></dt> <dd><p>Returns the window frame units for the bounds.</p> @@ -4220,11 +4265,11 @@ <!-- Previous / next buttons --> <div class='prev-next-area'> - <a class='left-prev' id="prev-link" href="../dataframe/index.html" title="previous page"> + <a class='left-prev' id="prev-link" href="../dataframe_formatter/index.html" title="previous page"> <i class="fas fa-angle-left"></i> <div class="prev-next-info"> <p class="prev-next-subtitle">previous</p> - <p class="prev-next-title">datafusion.dataframe</p> + <p class="prev-next-title">datafusion.dataframe_formatter</p> </div> </a> <a class='right-next' id="next-link" href="../functions/index.html" title="next page">
diff --git a/autoapi/datafusion/functions/index.html b/autoapi/datafusion/functions/index.html index 16accb2..148d655 100644 --- a/autoapi/datafusion/functions/index.html +++ b/autoapi/datafusion/functions/index.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../../../user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../../../user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../../../user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../index.html"> API Reference </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../index.html"> datafusion </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../unparser/index.html"> datafusion.unparser </a>
diff --git a/autoapi/datafusion/html_formatter/index.html b/autoapi/datafusion/html_formatter/index.html index 53292c6..3bb3d0f 100644 --- a/autoapi/datafusion/html_formatter/index.html +++ b/autoapi/datafusion/html_formatter/index.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../../../user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../../../user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../../../user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../index.html"> API Reference </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../index.html"> datafusion </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../unparser/index.html"> datafusion.unparser </a> @@ -394,509 +401,9 @@ <div class="toc-item"> -<div class="tocsection onthispage pt-5 pb-3"> - <i class="fas fa-list"></i> On this page -</div> <nav id="bd-toc-nav"> - <ul class="visible nav section-nav flex-column"> - <li class="toc-h2 nav-item toc-entry"> - <a class="reference internal nav-link" href="#classes"> - Classes - </a> - </li> - <li class="toc-h2 nav-item toc-entry"> - <a class="reference internal nav-link" href="#functions"> - Functions - </a> - </li> - <li class="toc-h2 nav-item toc-entry"> - <a class="reference internal nav-link" href="#module-contents"> - Module Contents - </a> - <ul class="visible nav section-nav flex-column"> - <li class="toc-h3 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.CellFormatter"> - <code class="docutils literal notranslate"> - <span class="pre"> - CellFormatter - </span> - </code> - </a> - <ul class="nav section-nav flex-column"> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.CellFormatter.__call__"> - <code class="docutils literal notranslate"> - <span class="pre"> - CellFormatter.__call__() - </span> - </code> - </a> - </li> - </ul> - </li> - <li class="toc-h3 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter - </span> - </code> - </a> - <ul class="nav section-nav flex-column"> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter._build_expandable_cell"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter._build_expandable_cell() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter._build_html_footer"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter._build_html_footer() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter._build_html_header"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter._build_html_header() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter._build_regular_cell"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter._build_regular_cell() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter._build_table_body"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter._build_table_body() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter._build_table_container_start"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter._build_table_container_start() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter._build_table_header"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter._build_table_header() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter._format_cell_value"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter._format_cell_value() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter._get_cell_value"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter._get_cell_value() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter._get_default_css"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter._get_default_css() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter._get_javascript"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter._get_javascript() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter.format_html"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter.format_html() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter.is_styles_loaded"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter.is_styles_loaded() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter.register_formatter"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter.register_formatter() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter.set_custom_cell_builder"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter.set_custom_cell_builder() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter.set_custom_header_builder"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter.set_custom_header_builder() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter._custom_cell_builder"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter._custom_cell_builder - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter._custom_header_builder"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter._custom_header_builder - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter._styles_loaded"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter._styles_loaded - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter._type_formatters"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter._type_formatters - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter.custom_css"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter.custom_css - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter.enable_cell_expansion"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter.enable_cell_expansion - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter.max_cell_length"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter.max_cell_length - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter.max_height"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter.max_height - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter.max_memory_bytes"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter.max_memory_bytes - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter.max_width"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter.max_width - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter.min_rows_display"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter.min_rows_display - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter.repr_rows"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter.repr_rows - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter.show_truncation_message"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter.show_truncation_message - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter.style_provider"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter.style_provider - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DataFrameHtmlFormatter.use_shared_styles"> - <code class="docutils literal notranslate"> - <span class="pre"> - DataFrameHtmlFormatter.use_shared_styles - </span> - </code> - </a> - </li> - </ul> - </li> - <li class="toc-h3 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DefaultStyleProvider"> - <code class="docutils literal notranslate"> - <span class="pre"> - DefaultStyleProvider - </span> - </code> - </a> - <ul class="nav section-nav flex-column"> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DefaultStyleProvider.get_cell_style"> - <code class="docutils literal notranslate"> - <span class="pre"> - DefaultStyleProvider.get_cell_style() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.DefaultStyleProvider.get_header_style"> - <code class="docutils literal notranslate"> - <span class="pre"> - DefaultStyleProvider.get_header_style() - </span> - </code> - </a> - </li> - </ul> - </li> - <li class="toc-h3 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.FormatterManager"> - <code class="docutils literal notranslate"> - <span class="pre"> - FormatterManager - </span> - </code> - </a> - <ul class="nav section-nav flex-column"> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.FormatterManager.get_formatter"> - <code class="docutils literal notranslate"> - <span class="pre"> - FormatterManager.get_formatter() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.FormatterManager.set_formatter"> - <code class="docutils literal notranslate"> - <span class="pre"> - FormatterManager.set_formatter() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.FormatterManager._default_formatter"> - <code class="docutils literal notranslate"> - <span class="pre"> - FormatterManager._default_formatter - </span> - </code> - </a> - </li> - </ul> - </li> - <li class="toc-h3 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.StyleProvider"> - <code class="docutils literal notranslate"> - <span class="pre"> - StyleProvider - </span> - </code> - </a> - <ul class="nav section-nav flex-column"> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.StyleProvider.get_cell_style"> - <code class="docutils literal notranslate"> - <span class="pre"> - StyleProvider.get_cell_style() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.StyleProvider.get_header_style"> - <code class="docutils literal notranslate"> - <span class="pre"> - StyleProvider.get_header_style() - </span> - </code> - </a> - </li> - </ul> - </li> - <li class="toc-h3 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter._refresh_formatter_reference"> - <code class="docutils literal notranslate"> - <span class="pre"> - _refresh_formatter_reference() - </span> - </code> - </a> - </li> - <li class="toc-h3 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter._validate_bool"> - <code class="docutils literal notranslate"> - <span class="pre"> - _validate_bool() - </span> - </code> - </a> - </li> - <li class="toc-h3 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter._validate_positive_int"> - <code class="docutils literal notranslate"> - <span class="pre"> - _validate_positive_int() - </span> - </code> - </a> - </li> - <li class="toc-h3 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.configure_formatter"> - <code class="docutils literal notranslate"> - <span class="pre"> - configure_formatter() - </span> - </code> - </a> - </li> - <li class="toc-h3 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.get_formatter"> - <code class="docutils literal notranslate"> - <span class="pre"> - get_formatter() - </span> - </code> - </a> - </li> - <li class="toc-h3 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.reset_formatter"> - <code class="docutils literal notranslate"> - <span class="pre"> - reset_formatter() - </span> - </code> - </a> - </li> - <li class="toc-h3 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.reset_styles_loaded_state"> - <code class="docutils literal notranslate"> - <span class="pre"> - reset_styles_loaded_state() - </span> - </code> - </a> - </li> - <li class="toc-h3 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.html_formatter.set_formatter"> - <code class="docutils literal notranslate"> - <span class="pre"> - set_formatter() - </span> - </code> - </a> - </li> - </ul> - </li> -</ul> - + </nav> </div> @@ -918,588 +425,7 @@ <section id="module-datafusion.html_formatter"> <span id="datafusion-html-formatter"></span><h1>datafusion.html_formatter<a class="headerlink" href="#module-datafusion.html_formatter" title="Link to this heading">¶</a></h1> -<p>HTML formatting utilities for DataFusion DataFrames.</p> -<section id="classes"> -<h2>Classes<a class="headerlink" href="#classes" title="Link to this heading">¶</a></h2> -<table class="autosummary longtable table autosummary"> -<tbody> -<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.html_formatter.CellFormatter" title="datafusion.html_formatter.CellFormatter"><code class="xref py py-obj docutils literal notranslate"><span class="pre">CellFormatter</span></code></a></p></td> -<td><p>Protocol for cell value formatters.</p></td> -</tr> -<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.html_formatter.DataFrameHtmlFormatter" title="datafusion.html_formatter.DataFrameHtmlFormatter"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrameHtmlFormatter</span></code></a></p></td> -<td><p>Configurable HTML formatter for DataFusion DataFrames.</p></td> -</tr> -<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.html_formatter.DefaultStyleProvider" title="datafusion.html_formatter.DefaultStyleProvider"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DefaultStyleProvider</span></code></a></p></td> -<td><p>Default implementation of StyleProvider.</p></td> -</tr> -<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.html_formatter.FormatterManager" title="datafusion.html_formatter.FormatterManager"><code class="xref py py-obj docutils literal notranslate"><span class="pre">FormatterManager</span></code></a></p></td> -<td><p>Manager class for the global DataFrame HTML formatter instance.</p></td> -</tr> -<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.html_formatter.StyleProvider" title="datafusion.html_formatter.StyleProvider"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StyleProvider</span></code></a></p></td> -<td><p>Protocol for HTML style providers.</p></td> -</tr> -</tbody> -</table> -</section> -<section id="functions"> -<h2>Functions<a class="headerlink" href="#functions" title="Link to this heading">¶</a></h2> -<table class="autosummary longtable table autosummary"> -<tbody> -<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.html_formatter._refresh_formatter_reference" title="datafusion.html_formatter._refresh_formatter_reference"><code class="xref py py-obj docutils literal notranslate"><span class="pre">_refresh_formatter_reference</span></code></a>(→ None)</p></td> -<td><p>Refresh formatter reference in any modules using it.</p></td> -</tr> -<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.html_formatter._validate_bool" title="datafusion.html_formatter._validate_bool"><code class="xref py py-obj docutils literal notranslate"><span class="pre">_validate_bool</span></code></a>(→ None)</p></td> -<td><p>Validate that a parameter is a boolean.</p></td> -</tr> -<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.html_formatter._validate_positive_int" title="datafusion.html_formatter._validate_positive_int"><code class="xref py py-obj docutils literal notranslate"><span class="pre">_validate_positive_int</span></code></a>(→ None)</p></td> -<td><p>Validate that a parameter is a positive integer.</p></td> -</tr> -<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.html_formatter.configure_formatter" title="datafusion.html_formatter.configure_formatter"><code class="xref py py-obj docutils literal notranslate"><span class="pre">configure_formatter</span></code></a>(→ None)</p></td> -<td><p>Configure the global DataFrame HTML formatter.</p></td> -</tr> -<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.html_formatter.get_formatter" title="datafusion.html_formatter.get_formatter"><code class="xref py py-obj docutils literal notranslate"><span class="pre">get_formatter</span></code></a>(→ DataFrameHtmlFormatter)</p></td> -<td><p>Get the current global DataFrame HTML formatter.</p></td> -</tr> -<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.html_formatter.reset_formatter" title="datafusion.html_formatter.reset_formatter"><code class="xref py py-obj docutils literal notranslate"><span class="pre">reset_formatter</span></code></a>(→ None)</p></td> -<td><p>Reset the global DataFrame HTML formatter to default settings.</p></td> -</tr> -<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.html_formatter.reset_styles_loaded_state" title="datafusion.html_formatter.reset_styles_loaded_state"><code class="xref py py-obj docutils literal notranslate"><span class="pre">reset_styles_loaded_state</span></code></a>(→ None)</p></td> -<td><p>Reset the styles loaded state to force reloading of styles.</p></td> -</tr> -<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.html_formatter.set_formatter" title="datafusion.html_formatter.set_formatter"><code class="xref py py-obj docutils literal notranslate"><span class="pre">set_formatter</span></code></a>(→ None)</p></td> -<td><p>Set the global DataFrame HTML formatter.</p></td> -</tr> -</tbody> -</table> -</section> -<section id="module-contents"> -<h2>Module Contents<a class="headerlink" href="#module-contents" title="Link to this heading">¶</a></h2> -<dl class="py class"> -<dt class="sig sig-object py" id="datafusion.html_formatter.CellFormatter"> -<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.html_formatter.</span></span><span class="sig-name descname"><span class="pre">CellFormatter</span></span><a class="headerlink" href="#datafusion.html_formatter.CellFormatter" title="Link to this definition">¶</a></dt> -<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">Protocol</span></code></p> -<p>Protocol for cell value formatters.</p> -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.CellFormatter.__call__"> -<span class="sig-name descname"><span class="pre">__call__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.html_formatter.CellFormatter.__call__" title="Link to this definition">¶</a></dt> -<dd><p>Format a cell value to string representation.</p> -</dd></dl> - -</dd></dl> - -<dl class="py class"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter"> -<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.html_formatter.</span></span><span class="sig-name descname"><span class="pre">DataFrameHtmlFormatter</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">max_cell_length</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">25</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_width</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_height</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">300</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_memory_bytes</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">2</span> <span class="pre">*</span> <span class="pre">1024</span> <span class="pre">*</span> <span class="pre">1024</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">min_rows_display</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">20</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">repr_rows</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">10</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enable_cell_expansion</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">custom_css</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">show_truncation_message</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">style_provider</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.html_formatter.StyleProvider" title="datafusion.html_formatter.StyleProvider"><span class="pre">StyleProvider</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_shared_styles</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter" title="Link to this definition">¶</a></dt> -<dd><p>Configurable HTML formatter for DataFusion DataFrames.</p> -<p>This class handles the HTML rendering of DataFrames for display in -Jupyter notebooks and other rich display contexts.</p> -<p>This class supports extension through composition. Key extension points: -- Provide a custom StyleProvider for styling cells and headers -- Register custom formatters for specific types -- Provide custom cell builders for specialized cell rendering</p> -<dl class="field-list simple"> -<dt class="field-odd">Parameters<span class="colon">:</span></dt> -<dd class="field-odd"><ul class="simple"> -<li><p><strong>max_cell_length</strong> – Maximum characters to display in a cell before truncation</p></li> -<li><p><strong>max_width</strong> – Maximum width of the HTML table in pixels</p></li> -<li><p><strong>max_height</strong> – Maximum height of the HTML table in pixels</p></li> -<li><p><strong>max_memory_bytes</strong> – Maximum memory in bytes for rendered data (default: 2MB)</p></li> -<li><p><strong>min_rows_display</strong> – Minimum number of rows to display</p></li> -<li><p><strong>repr_rows</strong> – Default number of rows to display in repr output</p></li> -<li><p><strong>enable_cell_expansion</strong> – Whether to add expand/collapse buttons for long cell -values</p></li> -<li><p><strong>custom_css</strong> – Additional CSS to include in the HTML output</p></li> -<li><p><strong>show_truncation_message</strong> – Whether to display a message when data is truncated</p></li> -<li><p><strong>style_provider</strong> – Custom provider for cell and header styles</p></li> -<li><p><strong>use_shared_styles</strong> – Whether to load styles and scripts only once per notebook -session</p></li> -</ul> -</dd> -</dl> -<p>Initialize the HTML formatter.</p> -<dl class="field-list simple"> -<dt class="field-odd">Parameters<span class="colon">:</span></dt> -<dd class="field-odd"><ul class="simple"> -<li><p><strong>max_cell_length</strong> (<em>int</em><em>, </em><em>default 25</em>) – Maximum length of cell content before truncation.</p></li> -<li><p><strong>max_width</strong> (<em>int</em><em>, </em><em>default 1000</em>) – Maximum width of the displayed table in pixels.</p></li> -<li><p><strong>max_height</strong> (<em>int</em><em>, </em><em>default 300</em>) – Maximum height of the displayed table in pixels.</p></li> -<li><p><strong>max_memory_bytes</strong> (<em>int</em><em>, </em><em>default 2097152</em><em> (</em><em>2MB</em><em>)</em>) – Maximum memory in bytes for rendered data.</p></li> -<li><p><strong>min_rows_display</strong> (<em>int</em><em>, </em><em>default 20</em>) – Minimum number of rows to display.</p></li> -<li><p><strong>repr_rows</strong> (<em>int</em><em>, </em><em>default 10</em>) – Default number of rows to display in repr output.</p></li> -<li><p><strong>enable_cell_expansion</strong> (<em>bool</em><em>, </em><em>default True</em>) – Whether to allow cells to expand when clicked.</p></li> -<li><p><strong>custom_css</strong> (<em>str</em><em>, </em><em>optional</em>) – Custom CSS to apply to the HTML table.</p></li> -<li><p><strong>show_truncation_message</strong> (<em>bool</em><em>, </em><em>default True</em>) – Whether to show a message indicating that content has been truncated.</p></li> -<li><p><strong>style_provider</strong> (<a class="reference internal" href="#datafusion.html_formatter.StyleProvider" title="datafusion.html_formatter.StyleProvider"><em>StyleProvider</em></a><em>, </em><em>optional</em>) – Provider of CSS styles for the HTML table. If None, DefaultStyleProvider -is used.</p></li> -<li><p><strong>use_shared_styles</strong> (<em>bool</em><em>, </em><em>default True</em>) – Whether to use shared styles across multiple tables.</p></li> -<li><p><strong>Raises</strong></p></li> -<li><p><strong>------</strong></p></li> -<li><p><strong>ValueError</strong> – If max_cell_length, max_width, max_height, max_memory_bytes, -min_rows_display, or repr_rows is not a positive integer.</p></li> -<li><p><strong>TypeError</strong> – If enable_cell_expansion, show_truncation_message, or use_shared_styles is -not a boolean, -or if custom_css is provided but is not a string, -or if style_provider is provided but does not implement the StyleProvider -protocol.</p></li> -</ul> -</dd> -</dl> -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter._build_expandable_cell"> -<span class="sig-name descname"><span class="pre">_build_expandable_cell</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">formatted_value</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">row_count</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">col_idx</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_uuid</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter._build_expandable_cell" title="Link to this definition">¶</a></dt> -<dd><p>Build an expandable cell for long content.</p> -</dd></dl> - -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter._build_html_footer"> -<span class="sig-name descname"><span class="pre">_build_html_footer</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">has_more</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter._build_html_footer" title="Link to this definition">¶</a></dt> -<dd><p>Build the HTML footer with JavaScript and messages.</p> -</dd></dl> - -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter._build_html_header"> -<span class="sig-name descname"><span class="pre">_build_html_header</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter._build_html_header" title="Link to this definition">¶</a></dt> -<dd><p>Build the HTML header with CSS styles.</p> -</dd></dl> - -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter._build_regular_cell"> -<span class="sig-name descname"><span class="pre">_build_regular_cell</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">formatted_value</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter._build_regular_cell" title="Link to this definition">¶</a></dt> -<dd><p>Build a regular table cell.</p> -</dd></dl> - -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter._build_table_body"> -<span class="sig-name descname"><span class="pre">_build_table_body</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">batches</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_uuid</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter._build_table_body" title="Link to this definition">¶</a></dt> -<dd><p>Build the HTML table body with data rows.</p> -</dd></dl> - -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter._build_table_container_start"> -<span class="sig-name descname"><span class="pre">_build_table_container_start</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter._build_table_container_start" title="Link to this definition">¶</a></dt> -<dd><p>Build the opening tags for the table container.</p> -</dd></dl> - -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter._build_table_header"> -<span class="sig-name descname"><span class="pre">_build_table_header</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter._build_table_header" title="Link to this definition">¶</a></dt> -<dd><p>Build the HTML table header with column names.</p> -</dd></dl> - -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter._format_cell_value"> -<span class="sig-name descname"><span class="pre">_format_cell_value</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter._format_cell_value" title="Link to this definition">¶</a></dt> -<dd><p>Format a cell value for display.</p> -<p>Uses registered type formatters if available.</p> -<dl class="field-list simple"> -<dt class="field-odd">Parameters<span class="colon">:</span></dt> -<dd class="field-odd"><p><strong>value</strong> – The cell value to format</p> -</dd> -<dt class="field-even">Returns<span class="colon">:</span></dt> -<dd class="field-even"><p>Formatted cell value as string</p> -</dd> -</dl> -</dd></dl> - -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter._get_cell_value"> -<span class="sig-name descname"><span class="pre">_get_cell_value</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">column</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">row_idx</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">Any</span></span></span><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter._get_cell_value" title="Link to this definition">¶</a></dt> -<dd><p>Extract a cell value from a column.</p> -<dl class="field-list simple"> -<dt class="field-odd">Parameters<span class="colon">:</span></dt> -<dd class="field-odd"><ul class="simple"> -<li><p><strong>column</strong> – Arrow array</p></li> -<li><p><strong>row_idx</strong> – Row index</p></li> -</ul> -</dd> -<dt class="field-even">Returns<span class="colon">:</span></dt> -<dd class="field-even"><p>The raw cell value</p> -</dd> -</dl> -</dd></dl> - -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter._get_default_css"> -<span class="sig-name descname"><span class="pre">_get_default_css</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter._get_default_css" title="Link to this definition">¶</a></dt> -<dd><p>Get default CSS styles for the HTML table.</p> -</dd></dl> - -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter._get_javascript"> -<span class="sig-name descname"><span class="pre">_get_javascript</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter._get_javascript" title="Link to this definition">¶</a></dt> -<dd><p>Get JavaScript code for interactive elements.</p> -</dd></dl> - -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter.format_html"> -<span class="sig-name descname"><span class="pre">format_html</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">batches</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">has_more</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_uuid</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter.format_html" title="Link to this definition">¶</a></dt> -<dd><p>Format record batches as HTML.</p> -<p>This method is used by DataFrame’s _repr_html_ implementation and can be -called directly when custom HTML rendering is needed.</p> -<dl class="field-list simple"> -<dt class="field-odd">Parameters<span class="colon">:</span></dt> -<dd class="field-odd"><ul class="simple"> -<li><p><strong>batches</strong> – List of Arrow RecordBatch objects</p></li> -<li><p><strong>schema</strong> – Arrow Schema object</p></li> -<li><p><strong>has_more</strong> – Whether there are more batches not shown</p></li> -<li><p><strong>table_uuid</strong> – Unique ID for the table, used for JavaScript interactions</p></li> -</ul> -</dd> -<dt class="field-even">Returns<span class="colon">:</span></dt> -<dd class="field-even"><p>HTML string representation of the data</p> -</dd> -<dt class="field-odd">Raises<span class="colon">:</span></dt> -<dd class="field-odd"><p><strong>TypeError</strong> – If schema is invalid and no batches are provided</p> -</dd> -</dl> -</dd></dl> - -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter.is_styles_loaded"> -<em class="property"><span class="pre">classmethod</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">is_styles_loaded</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">bool</span></span></span><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter.is_styles_loaded" title="Link to this definition">¶</a></dt> -<dd><p>Check if HTML styles have been loaded in the current session.</p> -<p>This method is primarily intended for debugging UI rendering issues -related to style loading.</p> -<dl class="field-list simple"> -<dt class="field-odd">Returns<span class="colon">:</span></dt> -<dd class="field-odd"><p>True if styles have been loaded, False otherwise</p> -</dd> -</dl> -<p class="rubric">Example</p> -<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion.html_formatter</span><span class="w"> </span><span class="kn">import</span> <span class="n">DataFrameHtmlFormatter</span> -<span class="gp">>>> </span><span class="n">DataFrameHtmlFormatter</span><span class="o">.</span><span class="n">is_styles_loaded</span><span class="p">()</span> -<span class="go">False</span> -</pre></div> -</div> -</dd></dl> - -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter.register_formatter"> -<span class="sig-name descname"><span class="pre">register_formatter</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">type_class</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">type</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">formatter</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.html_formatter.CellFormatter" title="datafusion.html_formatter.CellFormatter"><span class="pre">CellFormatter</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter.register_formatter" title="Link to this definition">¶</a></dt> -<dd><p>Register a custom formatter for a specific data type.</p> -<dl class="field-list simple"> -<dt class="field-odd">Parameters<span class="colon">:</span></dt> -<dd class="field-odd"><ul class="simple"> -<li><p><strong>type_class</strong> – The type to register a formatter for</p></li> -<li><p><strong>formatter</strong> – Function that takes a value of the given type and returns -a formatted string</p></li> -</ul> -</dd> -</dl> -</dd></dl> - -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter.set_custom_cell_builder"> -<span class="sig-name descname"><span class="pre">set_custom_cell_builder</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">builder</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">int</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">int</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter.set_custom_cell_builder" title="Link to this definition">¶</a></dt> -<dd><p>Set a custom cell builder function.</p> -<dl class="field-list simple"> -<dt class="field-odd">Parameters<span class="colon">:</span></dt> -<dd class="field-odd"><p><strong>builder</strong> – Function that takes (value, row, col, table_id) and returns HTML</p> -</dd> -</dl> -</dd></dl> - -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter.set_custom_header_builder"> -<span class="sig-name descname"><span class="pre">set_custom_header_builder</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">builder</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter.set_custom_header_builder" title="Link to this definition">¶</a></dt> -<dd><p>Set a custom header builder function.</p> -<dl class="field-list simple"> -<dt class="field-odd">Parameters<span class="colon">:</span></dt> -<dd class="field-odd"><p><strong>builder</strong> – Function that takes a field and returns HTML</p> -</dd> -</dl> -</dd></dl> - -<dl class="py attribute"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter._custom_cell_builder"> -<span class="sig-name descname"><span class="pre">_custom_cell_builder</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">int</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">int</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter._custom_cell_builder" title="Link to this definition">¶</a></dt> -<dd></dd></dl> - -<dl class="py attribute"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter._custom_header_builder"> -<span class="sig-name descname"><span class="pre">_custom_header_builder</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter._custom_header_builder" title="Link to this definition">¶</a></dt> -<dd></dd></dl> - -<dl class="py attribute"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter._styles_loaded"> -<span class="sig-name descname"><span class="pre">_styles_loaded</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">False</span></em><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter._styles_loaded" title="Link to this definition">¶</a></dt> -<dd></dd></dl> - -<dl class="py attribute"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter._type_formatters"> -<span class="sig-name descname"><span class="pre">_type_formatters</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">type</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="#datafusion.html_formatter.CellFormatter" title="datafusion.html_formatter.CellFormatter"><span class="pre">CellFormatter</span></a><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter._type_formatters" title="Link to this definition">¶</a></dt> -<dd></dd></dl> - -<dl class="py attribute"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter.custom_css"> -<span class="sig-name descname"><span class="pre">custom_css</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter.custom_css" title="Link to this definition">¶</a></dt> -<dd></dd></dl> - -<dl class="py attribute"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter.enable_cell_expansion"> -<span class="sig-name descname"><span class="pre">enable_cell_expansion</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">True</span></em><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter.enable_cell_expansion" title="Link to this definition">¶</a></dt> -<dd></dd></dl> - -<dl class="py attribute"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter.max_cell_length"> -<span class="sig-name descname"><span class="pre">max_cell_length</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">25</span></em><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter.max_cell_length" title="Link to this definition">¶</a></dt> -<dd></dd></dl> - -<dl class="py attribute"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter.max_height"> -<span class="sig-name descname"><span class="pre">max_height</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">300</span></em><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter.max_height" title="Link to this definition">¶</a></dt> -<dd></dd></dl> - -<dl class="py attribute"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter.max_memory_bytes"> -<span class="sig-name descname"><span class="pre">max_memory_bytes</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">2097152</span></em><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter.max_memory_bytes" title="Link to this definition">¶</a></dt> -<dd></dd></dl> - -<dl class="py attribute"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter.max_width"> -<span class="sig-name descname"><span class="pre">max_width</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1000</span></em><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter.max_width" title="Link to this definition">¶</a></dt> -<dd></dd></dl> - -<dl class="py attribute"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter.min_rows_display"> -<span class="sig-name descname"><span class="pre">min_rows_display</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">20</span></em><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter.min_rows_display" title="Link to this definition">¶</a></dt> -<dd></dd></dl> - -<dl class="py attribute"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter.repr_rows"> -<span class="sig-name descname"><span class="pre">repr_rows</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">10</span></em><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter.repr_rows" title="Link to this definition">¶</a></dt> -<dd></dd></dl> - -<dl class="py attribute"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter.show_truncation_message"> -<span class="sig-name descname"><span class="pre">show_truncation_message</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">True</span></em><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter.show_truncation_message" title="Link to this definition">¶</a></dt> -<dd></dd></dl> - -<dl class="py attribute"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter.style_provider"> -<span class="sig-name descname"><span class="pre">style_provider</span></span><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter.style_provider" title="Link to this definition">¶</a></dt> -<dd></dd></dl> - -<dl class="py attribute"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DataFrameHtmlFormatter.use_shared_styles"> -<span class="sig-name descname"><span class="pre">use_shared_styles</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">True</span></em><a class="headerlink" href="#datafusion.html_formatter.DataFrameHtmlFormatter.use_shared_styles" title="Link to this definition">¶</a></dt> -<dd></dd></dl> - -</dd></dl> - -<dl class="py class"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DefaultStyleProvider"> -<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.html_formatter.</span></span><span class="sig-name descname"><span class="pre">DefaultStyleProvider</span></span><a class="headerlink" href="#datafusion.html_formatter.DefaultStyleProvider" title="Link to this definition">¶</a></dt> -<dd><p>Default implementation of StyleProvider.</p> -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DefaultStyleProvider.get_cell_style"> -<span class="sig-name descname"><span class="pre">get_cell_style</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.html_formatter.DefaultStyleProvider.get_cell_style" title="Link to this definition">¶</a></dt> -<dd><p>Get the CSS style for table cells.</p> -<dl class="field-list simple"> -<dt class="field-odd">Returns<span class="colon">:</span></dt> -<dd class="field-odd"><p>CSS style string</p> -</dd> -</dl> -</dd></dl> - -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.DefaultStyleProvider.get_header_style"> -<span class="sig-name descname"><span class="pre">get_header_style</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.html_formatter.DefaultStyleProvider.get_header_style" title="Link to this definition">¶</a></dt> -<dd><p>Get the CSS style for header cells.</p> -<dl class="field-list simple"> -<dt class="field-odd">Returns<span class="colon">:</span></dt> -<dd class="field-odd"><p>CSS style string</p> -</dd> -</dl> -</dd></dl> - -</dd></dl> - -<dl class="py class"> -<dt class="sig sig-object py" id="datafusion.html_formatter.FormatterManager"> -<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.html_formatter.</span></span><span class="sig-name descname"><span class="pre">FormatterManager</span></span><a class="headerlink" href="#datafusion.html_formatter.FormatterManager" title="Link to this definition">¶</a></dt> -<dd><p>Manager class for the global DataFrame HTML formatter instance.</p> -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.FormatterManager.get_formatter"> -<em class="property"><span class="pre">classmethod</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">get_formatter</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.html_formatter.DataFrameHtmlFormatter" title="datafusion.html_formatter.DataFrameHtmlFormatter"><span class="pre">DataFrameHtmlFormatter</span></a></span></span><a class="headerlink" href="#datafusion.html_formatter.FormatterManager.get_formatter" title="Link to this definition">¶</a></dt> -<dd><p>Get the current global DataFrame HTML formatter.</p> -<dl class="field-list simple"> -<dt class="field-odd">Returns<span class="colon">:</span></dt> -<dd class="field-odd"><p>The global HTML formatter instance</p> -</dd> -</dl> -</dd></dl> - -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.FormatterManager.set_formatter"> -<em class="property"><span class="pre">classmethod</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">set_formatter</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">formatter</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.html_formatter.DataFrameHtmlFormatter" title="datafusion.html_formatter.DataFrameHtmlFormatter"><span class="pre">DataFrameHtmlFormatter</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.html_formatter.FormatterManager.set_formatter" title="Link to this definition">¶</a></dt> -<dd><p>Set the global DataFrame HTML formatter.</p> -<dl class="field-list simple"> -<dt class="field-odd">Parameters<span class="colon">:</span></dt> -<dd class="field-odd"><p><strong>formatter</strong> – The formatter instance to use globally</p> -</dd> -</dl> -</dd></dl> - -<dl class="py attribute"> -<dt class="sig sig-object py" id="datafusion.html_formatter.FormatterManager._default_formatter"> -<span class="sig-name descname"><span class="pre">_default_formatter</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><a class="reference internal" href="#datafusion.html_formatter.DataFrameHtmlFormatter" title="datafusion.html_formatter.DataFrameHtmlFormatter"><span class="pre">DataFrameHtmlFormatter</span></a></em><a class="headerlink" href="#datafusion.html_formatter.FormatterManager._default_formatter" title="Link to this definition">¶</a></dt> -<dd></dd></dl> - -</dd></dl> - -<dl class="py class"> -<dt class="sig sig-object py" id="datafusion.html_formatter.StyleProvider"> -<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.html_formatter.</span></span><span class="sig-name descname"><span class="pre">StyleProvider</span></span><a class="headerlink" href="#datafusion.html_formatter.StyleProvider" title="Link to this definition">¶</a></dt> -<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">Protocol</span></code></p> -<p>Protocol for HTML style providers.</p> -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.StyleProvider.get_cell_style"> -<span class="sig-name descname"><span class="pre">get_cell_style</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.html_formatter.StyleProvider.get_cell_style" title="Link to this definition">¶</a></dt> -<dd><p>Get the CSS style for table cells.</p> -</dd></dl> - -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.html_formatter.StyleProvider.get_header_style"> -<span class="sig-name descname"><span class="pre">get_header_style</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.html_formatter.StyleProvider.get_header_style" title="Link to this definition">¶</a></dt> -<dd><p>Get the CSS style for header cells.</p> -</dd></dl> - -</dd></dl> - -<dl class="py function"> -<dt class="sig sig-object py" id="datafusion.html_formatter._refresh_formatter_reference"> -<span class="sig-prename descclassname"><span class="pre">datafusion.html_formatter.</span></span><span class="sig-name descname"><span class="pre">_refresh_formatter_reference</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.html_formatter._refresh_formatter_reference" title="Link to this definition">¶</a></dt> -<dd><p>Refresh formatter reference in any modules using it.</p> -<p>This helps ensure that changes to the formatter are reflected in existing -DataFrames that might be caching the formatter reference.</p> -</dd></dl> - -<dl class="py function"> -<dt class="sig sig-object py" id="datafusion.html_formatter._validate_bool"> -<span class="sig-prename descclassname"><span class="pre">datafusion.html_formatter.</span></span><span class="sig-name descname"><span class="pre">_validate_bool</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">param_name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.html_formatter._validate_bool" title="Link to this definition">¶</a></dt> -<dd><p>Validate that a parameter is a boolean.</p> -<dl class="field-list simple"> -<dt class="field-odd">Parameters<span class="colon">:</span></dt> -<dd class="field-odd"><ul class="simple"> -<li><p><strong>value</strong> – The value to validate</p></li> -<li><p><strong>param_name</strong> – Name of the parameter (used in error message)</p></li> -</ul> -</dd> -<dt class="field-even">Raises<span class="colon">:</span></dt> -<dd class="field-even"><p><strong>TypeError</strong> – If the value is not a boolean</p> -</dd> -</dl> -</dd></dl> - -<dl class="py function"> -<dt class="sig sig-object py" id="datafusion.html_formatter._validate_positive_int"> -<span class="sig-prename descclassname"><span class="pre">datafusion.html_formatter.</span></span><span class="sig-name descname"><span class="pre">_validate_positive_int</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">param_name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.html_formatter._validate_positive_int" title="Link to this definition">¶</a></dt> -<dd><p>Validate that a parameter is a positive integer.</p> -<dl class="field-list simple"> -<dt class="field-odd">Parameters<span class="colon">:</span></dt> -<dd class="field-odd"><ul class="simple"> -<li><p><strong>value</strong> – The value to validate</p></li> -<li><p><strong>param_name</strong> – Name of the parameter (used in error message)</p></li> -</ul> -</dd> -<dt class="field-even">Raises<span class="colon">:</span></dt> -<dd class="field-even"><p><strong>ValueError</strong> – If the value is not a positive integer</p> -</dd> -</dl> -</dd></dl> - -<dl class="py function"> -<dt class="sig sig-object py" id="datafusion.html_formatter.configure_formatter"> -<span class="sig-prename descclassname"><span class="pre">datafusion.html_formatter.</span></span><span class="sig-name descname"><span class="pre">configure_formatter</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.html_formatter.configure_formatter" title="Link to this definition">¶</a></dt> -<dd><p>Configure the global DataFrame HTML formatter.</p> -<p>This function creates a new formatter with the provided configuration -and sets it as the global formatter for all DataFrames.</p> -<dl class="field-list simple"> -<dt class="field-odd">Parameters<span class="colon">:</span></dt> -<dd class="field-odd"><p><strong>**kwargs</strong> – Formatter configuration parameters like max_cell_length, -max_width, max_height, enable_cell_expansion, etc.</p> -</dd> -<dt class="field-even">Raises<span class="colon">:</span></dt> -<dd class="field-even"><p><strong>ValueError</strong> – If any invalid parameters are provided</p> -</dd> -</dl> -<p class="rubric">Example</p> -<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion.html_formatter</span><span class="w"> </span><span class="kn">import</span> <span class="n">configure_formatter</span> -<span class="gp">>>> </span><span class="n">configure_formatter</span><span class="p">(</span> -<span class="gp">... </span> <span class="n">max_cell_length</span><span class="o">=</span><span class="mi">50</span><span class="p">,</span> -<span class="gp">... </span> <span class="n">max_height</span><span class="o">=</span><span class="mi">500</span><span class="p">,</span> -<span class="gp">... </span> <span class="n">enable_cell_expansion</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> -<span class="gp">... </span> <span class="n">use_shared_styles</span><span class="o">=</span><span class="kc">True</span> -<span class="gp">... </span><span class="p">)</span> -</pre></div> -</div> -</dd></dl> - -<dl class="py function"> -<dt class="sig sig-object py" id="datafusion.html_formatter.get_formatter"> -<span class="sig-prename descclassname"><span class="pre">datafusion.html_formatter.</span></span><span class="sig-name descname"><span class="pre">get_formatter</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.html_formatter.DataFrameHtmlFormatter" title="datafusion.html_formatter.DataFrameHtmlFormatter"><span class="pre">DataFrameHtmlFormatter</span></a></span></span><a class="headerlink" href="#datafusion.html_formatter.get_formatter" title="Link to this definition">¶</a></dt> -<dd><p>Get the current global DataFrame HTML formatter.</p> -<p>This function is used by the DataFrame._repr_html_ implementation to access -the shared formatter instance. It can also be used directly when custom -HTML rendering is needed.</p> -<dl class="field-list simple"> -<dt class="field-odd">Returns<span class="colon">:</span></dt> -<dd class="field-odd"><p>The global HTML formatter instance</p> -</dd> -</dl> -<p class="rubric">Example</p> -<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion.html_formatter</span><span class="w"> </span><span class="kn">import</span> <span class="n">get_formatter</span> -<span class="gp">>>> </span><span class="n">formatter</span> <span class="o">=</span> <span class="n">get_formatter</span><span class="p">()</span> -<span class="gp">>>> </span><span class="n">formatter</span><span class="o">.</span><span class="n">max_cell_length</span> <span class="o">=</span> <span class="mi">50</span> <span class="c1"># Increase cell length</span> -</pre></div> -</div> -</dd></dl> - -<dl class="py function"> -<dt class="sig sig-object py" id="datafusion.html_formatter.reset_formatter"> -<span class="sig-prename descclassname"><span class="pre">datafusion.html_formatter.</span></span><span class="sig-name descname"><span class="pre">reset_formatter</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.html_formatter.reset_formatter" title="Link to this definition">¶</a></dt> -<dd><p>Reset the global DataFrame HTML formatter to default settings.</p> -<p>This function creates a new formatter with default configuration -and sets it as the global formatter for all DataFrames.</p> -<p class="rubric">Example</p> -<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion.html_formatter</span><span class="w"> </span><span class="kn">import</span> <span class="n">reset_formatter</span> -<span class="gp">>>> </span><span class="n">reset_formatter</span><span class="p">()</span> <span class="c1"># Reset formatter to default settings</span> -</pre></div> -</div> -</dd></dl> - -<dl class="py function"> -<dt class="sig sig-object py" id="datafusion.html_formatter.reset_styles_loaded_state"> -<span class="sig-prename descclassname"><span class="pre">datafusion.html_formatter.</span></span><span class="sig-name descname"><span class="pre">reset_styles_loaded_state</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.html_formatter.reset_styles_loaded_state" title="Link to this definition">¶</a></dt> -<dd><p>Reset the styles loaded state to force reloading of styles.</p> -<p>This can be useful when switching between notebook sessions or -when styles need to be refreshed.</p> -<p class="rubric">Example</p> -<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion.html_formatter</span><span class="w"> </span><span class="kn">import</span> <span class="n">reset_styles_loaded_state</span> -<span class="gp">>>> </span><span class="n">reset_styles_loaded_state</span><span class="p">()</span> <span class="c1"># Force styles to reload in next render</span> -</pre></div> -</div> -</dd></dl> - -<dl class="py function"> -<dt class="sig sig-object py" id="datafusion.html_formatter.set_formatter"> -<span class="sig-prename descclassname"><span class="pre">datafusion.html_formatter.</span></span><span class="sig-name descname"><span class="pre">set_formatter</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">formatter</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.html_formatter.DataFrameHtmlFormatter" title="datafusion.html_formatter.DataFrameHtmlFormatter"><span class="pre">DataFrameHtmlFormatter</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.html_formatter.set_formatter" title="Link to this definition">¶</a></dt> -<dd><p>Set the global DataFrame HTML formatter.</p> -<dl class="field-list simple"> -<dt class="field-odd">Parameters<span class="colon">:</span></dt> -<dd class="field-odd"><p><strong>formatter</strong> – The formatter instance to use globally</p> -</dd> -</dl> -<p class="rubric">Example</p> -<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion.html_formatter</span><span class="w"> </span><span class="kn">import</span> <span class="n">get_formatter</span><span class="p">,</span> <span class="n">set_formatter</span> -<span class="gp">>>> </span><span class="n">custom_formatter</span> <span class="o">=</span> <span class="n">DataFrameHtmlFormatter</span><span class="p">(</span><span class="n">max_cell_length</span><span class="o">=</span><span class="mi">100</span><span class="p">)</span> -<span class="gp">>>> </span><span class="n">set_formatter</span><span class="p">(</span><span class="n">custom_formatter</span><span class="p">)</span> -</pre></div> -</div> -</dd></dl> - -</section> +<p>Deprecated module for dataframe formatting.</p> </section>
diff --git a/autoapi/datafusion/index.html b/autoapi/datafusion/index.html index af84cab..390ae84 100644 --- a/autoapi/datafusion/index.html +++ b/autoapi/datafusion/index.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../../user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../../user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../../user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../../user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../index.html"> API Reference </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="current reference internal" href="#"> datafusion </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="unparser/index.html"> datafusion.unparser </a> @@ -491,6 +498,24 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.AggregateUDF.__repr__"> + <code class="docutils literal notranslate"> + <span class="pre"> + AggregateUDF.__repr__() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.AggregateUDF.from_pycapsule"> + <code class="docutils literal notranslate"> + <span class="pre"> + AggregateUDF.from_pycapsule() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.AggregateUDF.udaf"> <code class="docutils literal notranslate"> <span class="pre"> @@ -520,6 +545,15 @@ </a> <ul class="nav section-nav flex-column"> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.Catalog.__repr__"> + <code class="docutils literal notranslate"> + <span class="pre"> + Catalog.__repr__() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.Catalog.database"> <code class="docutils literal notranslate"> <span class="pre"> @@ -529,6 +563,24 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.Catalog.deregister_schema"> + <code class="docutils literal notranslate"> + <span class="pre"> + Catalog.deregister_schema() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.Catalog.memory_catalog"> + <code class="docutils literal notranslate"> + <span class="pre"> + Catalog.memory_catalog() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.Catalog.names"> <code class="docutils literal notranslate"> <span class="pre"> @@ -538,6 +590,33 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.Catalog.register_schema"> + <code class="docutils literal notranslate"> + <span class="pre"> + Catalog.register_schema() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.Catalog.schema"> + <code class="docutils literal notranslate"> + <span class="pre"> + Catalog.schema() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.Catalog.schema_names"> + <code class="docutils literal notranslate"> + <span class="pre"> + Catalog.schema_names() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.Catalog.catalog"> <code class="docutils literal notranslate"> <span class="pre"> @@ -556,35 +635,6 @@ </span> </code> </a> - <ul class="nav section-nav flex-column"> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.Database.names"> - <code class="docutils literal notranslate"> - <span class="pre"> - Database.names() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.Database.table"> - <code class="docutils literal notranslate"> - <span class="pre"> - Database.table() - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#datafusion.Database.db"> - <code class="docutils literal notranslate"> - <span class="pre"> - Database.db - </span> - </code> - </a> - </li> - </ul> </li> <li class="toc-h3 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.ExecutionPlan"> @@ -1336,6 +1386,15 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.Expr.literal_with_metadata"> + <code class="docutils literal notranslate"> + <span class="pre"> + Expr.literal_with_metadata() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.Expr.ln"> <code class="docutils literal notranslate"> <span class="pre"> @@ -1862,6 +1921,523 @@ </ul> </li> <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetColumnOptions"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions + </span> + </code> + </a> + <ul class="nav section-nav flex-column"> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetColumnOptions.encoding"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.encoding + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetColumnOptions.dictionary_enabled"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.dictionary_enabled + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetColumnOptions.compression"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.compression + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetColumnOptions.statistics_enabled"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.statistics_enabled + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetColumnOptions.bloom_filter_enabled"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.bloom_filter_enabled + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetColumnOptions.bloom_filter_fpp"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.bloom_filter_fpp + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetColumnOptions.bloom_filter_ndv"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.bloom_filter_ndv + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id0"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.bloom_filter_enabled + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id2"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.bloom_filter_fpp + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id3"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.bloom_filter_ndv + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id4"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.compression + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id5"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.dictionary_enabled + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id6"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.encoding + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id7"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetColumnOptions.statistics_enabled + </span> + </code> + </a> + </li> + </ul> + </li> + <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions + </span> + </code> + </a> + <ul class="nav section-nav flex-column"> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions.data_pagesize_limit"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.data_pagesize_limit + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions.write_batch_size"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.write_batch_size + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions.writer_version"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.writer_version + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions.skip_arrow_metadata"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.skip_arrow_metadata + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions.compression"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.compression + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions.dictionary_enabled"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.dictionary_enabled + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions.dictionary_page_size_limit"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.dictionary_page_size_limit + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions.statistics_enabled"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.statistics_enabled + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions.max_row_group_size"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.max_row_group_size + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions.created_by"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.created_by + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions.column_index_truncate_length"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.column_index_truncate_length + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions.statistics_truncate_length"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.statistics_truncate_length + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions.data_page_row_count_limit"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.data_page_row_count_limit + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions.encoding"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.encoding + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions.bloom_filter_on_write"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.bloom_filter_on_write + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions.bloom_filter_fpp"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.bloom_filter_fpp + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions.bloom_filter_ndv"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.bloom_filter_ndv + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions.allow_single_file_parallelism"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.allow_single_file_parallelism + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions.maximum_parallel_row_group_writers"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.maximum_parallel_row_group_writers + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions.maximum_buffered_record_batches_per_stream"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.maximum_buffered_record_batches_per_stream + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ParquetWriterOptions.column_specific_options"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.column_specific_options + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id8"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.allow_single_file_parallelism + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id9"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.bloom_filter_fpp + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id10"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.bloom_filter_ndv + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id11"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.bloom_filter_on_write + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id12"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.column_index_truncate_length + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id13"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.column_specific_options + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id14"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.created_by + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id15"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.data_page_row_count_limit + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id16"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.data_pagesize_limit + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id17"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.dictionary_enabled + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id18"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.dictionary_page_size_limit + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id19"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.encoding + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id20"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.max_row_group_size + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id21"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.maximum_buffered_record_batches_per_stream + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id22"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.maximum_parallel_row_group_writers + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id23"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.skip_arrow_metadata + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id24"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.statistics_enabled + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id25"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.statistics_truncate_length + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id26"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.write_batch_size + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#id27"> + <code class="docutils literal notranslate"> + <span class="pre"> + ParquetWriterOptions.writer_version + </span> + </code> + </a> + </li> + </ul> + </li> + <li class="toc-h3 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.RecordBatch"> <code class="docutils literal notranslate"> <span class="pre"> @@ -2104,6 +2680,24 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ScalarUDF.__repr__"> + <code class="docutils literal notranslate"> + <span class="pre"> + ScalarUDF.__repr__() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.ScalarUDF.from_pycapsule"> + <code class="docutils literal notranslate"> + <span class="pre"> + ScalarUDF.from_pycapsule() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.ScalarUDF.udf"> <code class="docutils literal notranslate"> <span class="pre"> @@ -2270,6 +2864,24 @@ </a> <ul class="nav section-nav flex-column"> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.Table.__repr__"> + <code class="docutils literal notranslate"> + <span class="pre"> + Table.__repr__() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.Table.from_dataset"> + <code class="docutils literal notranslate"> + <span class="pre"> + Table.from_dataset() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.Table.kind"> <code class="docutils literal notranslate"> <span class="pre"> @@ -2373,6 +2985,15 @@ </a> <ul class="nav section-nav flex-column"> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.WindowFrame.__repr__"> + <code class="docutils literal notranslate"> + <span class="pre"> + WindowFrame.__repr__() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.WindowFrame.get_frame_units"> <code class="docutils literal notranslate"> <span class="pre"> @@ -2429,6 +3050,15 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.WindowUDF.__repr__"> + <code class="docutils literal notranslate"> + <span class="pre"> + WindowUDF.__repr__() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.WindowUDF._create_window_udf"> <code class="docutils literal notranslate"> <span class="pre"> @@ -2465,6 +3095,15 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.WindowUDF.from_pycapsule"> + <code class="docutils literal notranslate"> + <span class="pre"> + WindowUDF.from_pycapsule() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.WindowUDF.udwf"> <code class="docutils literal notranslate"> <span class="pre"> @@ -2643,9 +3282,9 @@ <div class="toctree-wrapper compound"> <ul> <li class="toctree-l1"><a class="reference internal" href="catalog/index.html">datafusion.catalog</a></li> -<li class="toctree-l1"><a class="reference internal" href="col/index.html">datafusion.col</a></li> <li class="toctree-l1"><a class="reference internal" href="context/index.html">datafusion.context</a></li> <li class="toctree-l1"><a class="reference internal" href="dataframe/index.html">datafusion.dataframe</a></li> +<li class="toctree-l1"><a class="reference internal" href="dataframe_formatter/index.html">datafusion.dataframe_formatter</a></li> <li class="toctree-l1"><a class="reference internal" href="expr/index.html">datafusion.expr</a></li> <li class="toctree-l1"><a class="reference internal" href="functions/index.html">datafusion.functions</a></li> <li class="toctree-l1"><a class="reference internal" href="html_formatter/index.html">datafusion.html_formatter</a></li> @@ -2655,7 +3294,6 @@ <li class="toctree-l1"><a class="reference internal" href="plan/index.html">datafusion.plan</a></li> <li class="toctree-l1"><a class="reference internal" href="record_batch/index.html">datafusion.record_batch</a></li> <li class="toctree-l1"><a class="reference internal" href="substrait/index.html">datafusion.substrait</a></li> -<li class="toctree-l1"><a class="reference internal" href="udf/index.html">datafusion.udf</a></li> <li class="toctree-l1"><a class="reference internal" href="unparser/index.html">datafusion.unparser</a></li> <li class="toctree-l1"><a class="reference internal" href="user_defined/index.html">datafusion.user_defined</a></li> </ul> @@ -2677,7 +3315,7 @@ <tr class="row-even"><td><p><a class="reference internal" href="#datafusion.udaf" title="datafusion.udaf"><code class="xref py py-obj docutils literal notranslate"><span class="pre">udaf</span></code></a></p></td> <td><p></p></td> </tr> -<tr class="row-odd"><td><p><a class="reference internal" href="udf/index.html#module-datafusion.udf" title="datafusion.udf"><code class="xref py py-obj docutils literal notranslate"><span class="pre">udf</span></code></a></p></td> +<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.udf" title="datafusion.udf"><code class="xref py py-obj docutils literal notranslate"><span class="pre">udf</span></code></a></p></td> <td><p></p></td> </tr> <tr class="row-even"><td><p><a class="reference internal" href="#datafusion.udtf" title="datafusion.udtf"><code class="xref py py-obj docutils literal notranslate"><span class="pre">udtf</span></code></a></p></td> @@ -2703,7 +3341,7 @@ <td><p>DataFusion data catalog.</p></td> </tr> <tr class="row-even"><td><p><a class="reference internal" href="#datafusion.Database" title="datafusion.Database"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Database</span></code></a></p></td> -<td><p>DataFusion Database.</p></td> +<td><p>See <cite>Schema</cite>.</p></td> </tr> <tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.ExecutionPlan" title="datafusion.ExecutionPlan"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ExecutionPlan</span></code></a></p></td> <td><p>Represent nodes in the DataFusion Physical Plan.</p></td> @@ -2714,6 +3352,12 @@ <tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.LogicalPlan" title="datafusion.LogicalPlan"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LogicalPlan</span></code></a></p></td> <td><p>Logical Plan.</p></td> </tr> +<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.ParquetColumnOptions" title="datafusion.ParquetColumnOptions"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ParquetColumnOptions</span></code></a></p></td> +<td><p>Parquet options for individual columns.</p></td> +</tr> +<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.ParquetWriterOptions" title="datafusion.ParquetWriterOptions"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ParquetWriterOptions</span></code></a></p></td> +<td><p>Advanced parquet writer options.</p></td> +</tr> <tr class="row-even"><td><p><a class="reference internal" href="#datafusion.RecordBatch" title="datafusion.RecordBatch"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RecordBatch</span></code></a></p></td> <td><p>This class is essentially a wrapper for <code class="xref py py-class docutils literal notranslate"><span class="pre">pa.RecordBatch</span></code>.</p></td> </tr> @@ -2825,6 +3469,20 @@ </dd></dl> <dl class="py method"> +<dt class="sig sig-object py" id="datafusion.AggregateUDF.__repr__"> +<span class="sig-name descname"><span class="pre">__repr__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.AggregateUDF.__repr__" title="Link to this definition">¶</a></dt> +<dd><p>Print a string representation of the Aggregate UDF.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.AggregateUDF.from_pycapsule"> +<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">from_pycapsule</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">func</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="user_defined/index.html#datafusion.user_defined.AggregateUDFExportable" title="datafusion.user_defined.AggregateUDFExportable"><span class="pre">AggregateUDFExportable</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.AggregateUDF" title="datafusion.AggregateUDF"><span class="pre">AggregateUDF</span></a></span></span><a class="headerlink" href="#datafusion.AggregateUDF.from_pycapsule" title="Link to this definition">¶</a></dt> +<dd><p>Create an Aggregate UDF from AggregateUDF PyCapsule object.</p> +<p>This function will instantiate a Aggregate UDF that uses a DataFusion +AggregateUDF that is exported via the FFI bindings.</p> +</dd></dl> + +<dl class="py method"> <dt class="sig sig-object py" id="datafusion.AggregateUDF.udaf"> <em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">udaf</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">input_types</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.DataType</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">return_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.DataType</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">state_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">volatility</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="user_defined/index.html#datafusion.user_defined.Volatility" title="datafusion.user_defined.Volatility"><span class="pre">Volatility</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="pre">Ellipsis</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="#datafusion.AggregateUDF" title="datafusion.AggregateUDF"><span class="pre">AggregateUDF</span></a><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.AggregateUDF.udaf" title="Link to this definition">¶</a></dt> <dt class="sig sig-object py"> @@ -2886,7 +3544,11 @@ <dt class="field-odd">Parameters<span class="colon">:</span></dt> <dd class="field-odd"><ul class="simple"> <li><p><strong>accum</strong> – The accumulator python function. Only needed when calling as a -function. Skip this argument when using <code class="docutils literal notranslate"><span class="pre">udaf</span></code> as a decorator.</p></li> +function. Skip this argument when using <code class="docutils literal notranslate"><span class="pre">udaf</span></code> as a decorator. +If you have a Rust backed AggregateUDF within a PyCapsule, you can +pass this parameter and ignore the rest. They will be determined +directly from the underlying function. See the online documentation +for more information.</p></li> <li><p><strong>input_types</strong> – The data types of the arguments to <code class="docutils literal notranslate"><span class="pre">accum</span></code>.</p></li> <li><p><strong>return_type</strong> – The data type of the return value.</p></li> <li><p><strong>state_type</strong> – The data types of the intermediate accumulation.</p></li> @@ -2910,19 +3572,55 @@ <dl class="py class"> <dt class="sig sig-object py" id="datafusion.Catalog"> -<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">Catalog</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">catalog</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datafusion._internal.Catalog</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.Catalog" title="Link to this definition">¶</a></dt> +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">Catalog</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">catalog</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datafusion._internal.catalog.RawCatalog</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.Catalog" title="Link to this definition">¶</a></dt> <dd><p>DataFusion data catalog.</p> <p>This constructor is not typically called by the end user.</p> <dl class="py method"> +<dt class="sig sig-object py" id="datafusion.Catalog.__repr__"> +<span class="sig-name descname"><span class="pre">__repr__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.Catalog.__repr__" title="Link to this definition">¶</a></dt> +<dd><p>Print a string representation of the catalog.</p> +</dd></dl> + +<dl class="py method"> <dt class="sig sig-object py" id="datafusion.Catalog.database"> -<span class="sig-name descname"><span class="pre">database</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'public'</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.Database" title="datafusion.Database"><span class="pre">Database</span></a></span></span><a class="headerlink" href="#datafusion.Catalog.database" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">database</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'public'</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="catalog/index.html#datafusion.catalog.Schema" title="datafusion.catalog.Schema"><span class="pre">Schema</span></a></span></span><a class="headerlink" href="#datafusion.Catalog.database" title="Link to this definition">¶</a></dt> <dd><p>Returns the database with the given <code class="docutils literal notranslate"><span class="pre">name</span></code> from this catalog.</p> </dd></dl> <dl class="py method"> +<dt class="sig sig-object py" id="datafusion.Catalog.deregister_schema"> +<span class="sig-name descname"><span class="pre">deregister_schema</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cascade</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="catalog/index.html#datafusion.catalog.Schema" title="datafusion.catalog.Schema"><span class="pre">Schema</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.Catalog.deregister_schema" title="Link to this definition">¶</a></dt> +<dd><p>Deregister a schema from this catalog.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.Catalog.memory_catalog"> +<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">memory_catalog</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.Catalog" title="datafusion.Catalog"><span class="pre">Catalog</span></a></span></span><a class="headerlink" href="#datafusion.Catalog.memory_catalog" title="Link to this definition">¶</a></dt> +<dd><p>Create an in-memory catalog provider.</p> +</dd></dl> + +<dl class="py method"> <dt class="sig sig-object py" id="datafusion.Catalog.names"> -<span class="sig-name descname"><span class="pre">names</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.Catalog.names" title="Link to this definition">¶</a></dt> -<dd><p>Returns the list of databases in this catalog.</p> +<span class="sig-name descname"><span class="pre">names</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">set</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.Catalog.names" title="Link to this definition">¶</a></dt> +<dd><p>This is an alias for <cite>schema_names</cite>.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.Catalog.register_schema"> +<span class="sig-name descname"><span class="pre">register_schema</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="catalog/index.html#datafusion.catalog.Schema" title="datafusion.catalog.Schema"><span class="pre">Schema</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span></span><a class="headerlink" href="#datafusion.Catalog.register_schema" title="Link to this definition">¶</a></dt> +<dd><p>Register a schema with this catalog.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.Catalog.schema"> +<span class="sig-name descname"><span class="pre">schema</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'public'</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="catalog/index.html#datafusion.catalog.Schema" title="datafusion.catalog.Schema"><span class="pre">Schema</span></a></span></span><a class="headerlink" href="#datafusion.Catalog.schema" title="Link to this definition">¶</a></dt> +<dd><p>Returns the database with the given <code class="docutils literal notranslate"><span class="pre">name</span></code> from this catalog.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.Catalog.schema_names"> +<span class="sig-name descname"><span class="pre">schema_names</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">set</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.Catalog.schema_names" title="Link to this definition">¶</a></dt> +<dd><p>Returns the list of schemas in this catalog.</p> </dd></dl> <dl class="py attribute"> @@ -2934,26 +3632,10 @@ <dl class="py class"> <dt class="sig sig-object py" id="datafusion.Database"> -<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">Database</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">db</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datafusion._internal.Database</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.Database" title="Link to this definition">¶</a></dt> -<dd><p>DataFusion Database.</p> +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">Database</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datafusion._internal.catalog.RawSchema</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.Database" title="Link to this definition">¶</a></dt> +<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">Schema</span></code></p> +<p>See <cite>Schema</cite>.</p> <p>This constructor is not typically called by the end user.</p> -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.Database.names"> -<span class="sig-name descname"><span class="pre">names</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">set</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.Database.names" title="Link to this definition">¶</a></dt> -<dd><p>Returns the list of all tables in this database.</p> -</dd></dl> - -<dl class="py method"> -<dt class="sig sig-object py" id="datafusion.Database.table"> -<span class="sig-name descname"><span class="pre">table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.Table" title="datafusion.Table"><span class="pre">Table</span></a></span></span><a class="headerlink" href="#datafusion.Database.table" title="Link to this definition">¶</a></dt> -<dd><p>Return the table with the given <code class="docutils literal notranslate"><span class="pre">name</span></code> from this database.</p> -</dd></dl> - -<dl class="py attribute"> -<dt class="sig sig-object py" id="datafusion.Database.db"> -<span class="sig-name descname"><span class="pre">db</span></span><a class="headerlink" href="#datafusion.Database.db" title="Link to this definition">¶</a></dt> -<dd></dd></dl> - </dd></dl> <dl class="py class"> @@ -3522,6 +4204,20 @@ </dd></dl> <dl class="py method"> +<dt class="sig sig-object py" id="datafusion.Expr.literal_with_metadata"> +<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">literal_with_metadata</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">value</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.Expr" title="datafusion.Expr"><span class="pre">Expr</span></a></span></span><a class="headerlink" href="#datafusion.Expr.literal_with_metadata" title="Link to this definition">¶</a></dt> +<dd><p>Creates a new expression representing a scalar value with metadata.</p> +<dl class="field-list simple"> +<dt class="field-odd">Parameters<span class="colon">:</span></dt> +<dd class="field-odd"><ul class="simple"> +<li><p><strong>value</strong> – A valid PyArrow scalar value or easily castable to one.</p></li> +<li><p><strong>metadata</strong> – Metadata to attach to the expression.</p></li> +</ul> +</dd> +</dl> +</dd></dl> + +<dl class="py method"> <dt class="sig sig-object py" id="datafusion.Expr.ln"> <span class="sig-name descname"><span class="pre">ln</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.Expr" title="datafusion.Expr"><span class="pre">Expr</span></a></span></span><a class="headerlink" href="#datafusion.Expr.ln" title="Link to this definition">¶</a></dt> <dd><p>Returns the natural logarithm (base e) of the argument.</p> @@ -3929,6 +4625,378 @@ </dd></dl> <dl class="py class"> +<dt class="sig sig-object py" id="datafusion.ParquetColumnOptions"> +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">ParquetColumnOptions</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">encoding</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dictionary_enabled</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">compression</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">statistics_enabled</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">bloom_filter_enabled</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">bloom_filter_fpp</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">bloom_filter_ndv</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.ParquetColumnOptions" title="Link to this definition">¶</a></dt> +<dd><p>Parquet options for individual columns.</p> +<p>Contains the available options that can be applied for an individual Parquet column, +replacing the global options in <cite>ParquetWriterOptions</cite>.</p> +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetColumnOptions.encoding"> +<span class="sig-name descname"><span class="pre">encoding</span></span><a class="headerlink" href="#datafusion.ParquetColumnOptions.encoding" title="Link to this definition">¶</a></dt> +<dd><p>Sets encoding for the column path. Valid values are: <cite>plain</cite>, +<cite>plain_dictionary</cite>, <cite>rle</cite>, <cite>bit_packed</cite>, <cite>delta_binary_packed</cite>, +<cite>delta_length_byte_array</cite>, <cite>delta_byte_array</cite>, <cite>rle_dictionary</cite>, and +<cite>byte_stream_split</cite>. These values are not case-sensitive. If <cite>None</cite>, uses +the default parquet options</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetColumnOptions.dictionary_enabled"> +<span class="sig-name descname"><span class="pre">dictionary_enabled</span></span><a class="headerlink" href="#datafusion.ParquetColumnOptions.dictionary_enabled" title="Link to this definition">¶</a></dt> +<dd><p>Sets if dictionary encoding is enabled for the column path. +If <cite>None</cite>, uses the default parquet options</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetColumnOptions.compression"> +<span class="sig-name descname"><span class="pre">compression</span></span><a class="headerlink" href="#datafusion.ParquetColumnOptions.compression" title="Link to this definition">¶</a></dt> +<dd><p>Sets default parquet compression codec for the column path. Valid +values are <cite>uncompressed</cite>, <cite>snappy</cite>, <cite>gzip(level)</cite>, <cite>lzo</cite>, <cite>brotli(level)</cite>, +<cite>lz4</cite>, <cite>zstd(level)</cite>, and <cite>lz4_raw</cite>. These values are not case-sensitive. If +<cite>None</cite>, uses the default parquet options.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetColumnOptions.statistics_enabled"> +<span class="sig-name descname"><span class="pre">statistics_enabled</span></span><a class="headerlink" href="#datafusion.ParquetColumnOptions.statistics_enabled" title="Link to this definition">¶</a></dt> +<dd><p>Sets if statistics are enabled for the column Valid values +are: <cite>none</cite>, <cite>chunk</cite>, and <cite>page</cite> These values are not case sensitive. If +<cite>None</cite>, uses the default parquet options.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetColumnOptions.bloom_filter_enabled"> +<span class="sig-name descname"><span class="pre">bloom_filter_enabled</span></span><a class="headerlink" href="#datafusion.ParquetColumnOptions.bloom_filter_enabled" title="Link to this definition">¶</a></dt> +<dd><p>Sets if bloom filter is enabled for the column path. If +<cite>None</cite>, uses the default parquet options.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetColumnOptions.bloom_filter_fpp"> +<span class="sig-name descname"><span class="pre">bloom_filter_fpp</span></span><a class="headerlink" href="#datafusion.ParquetColumnOptions.bloom_filter_fpp" title="Link to this definition">¶</a></dt> +<dd><p>Sets bloom filter false positive probability for the column +path. If <cite>None</cite>, uses the default parquet options.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetColumnOptions.bloom_filter_ndv"> +<span class="sig-name descname"><span class="pre">bloom_filter_ndv</span></span><a class="headerlink" href="#datafusion.ParquetColumnOptions.bloom_filter_ndv" title="Link to this definition">¶</a></dt> +<dd><p>Sets bloom filter number of distinct values. If <cite>None</cite>, uses +the default parquet options.</p> +</dd></dl> + +<p>Initialize the ParquetColumnOptions.</p> +<dl class="py attribute"> +<dt class="sig sig-object py" id="id0"> +<span class="sig-name descname"><span class="pre">bloom_filter_enabled</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id0" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id2"> +<span class="sig-name descname"><span class="pre">bloom_filter_fpp</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id2" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id3"> +<span class="sig-name descname"><span class="pre">bloom_filter_ndv</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id3" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id4"> +<span class="sig-name descname"><span class="pre">compression</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id4" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id5"> +<span class="sig-name descname"><span class="pre">dictionary_enabled</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id5" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id6"> +<span class="sig-name descname"><span class="pre">encoding</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id6" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id7"> +<span class="sig-name descname"><span class="pre">statistics_enabled</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id7" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +</dd></dl> + +<dl class="py class"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions"> +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">ParquetWriterOptions</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">data_pagesize_limit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1024</span> <span class="pre">*</span> <span class="pre">1024</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">write_batch_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1024</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">writer_version</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'1.0'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">skip_arrow_metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">compression</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'zstd(3)'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">compression_level</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dictionary_enabled</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dictionary_page_size_limit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1024</span> <span class="pre">*</span> <span class="pre">1024</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">statistics_enabled</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'page'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_row_group_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1024</span> <span class="pre">*</span> <span class="pre">1024</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">created_by</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'datafusion-python'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">column_index_truncate_length</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">64</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">statistics_truncate_length</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">data_page_row_count_limit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">20000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">encoding</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">bloom_filter_on_write</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">bloom_filter_fpp</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">float</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">bloom_filter_ndv</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_single_file_parallelism</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">maximum_parallel_row_group_writers</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">maximum_buffered_record_batches_per_stream</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">2</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">column_specific_options</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="#datafusion.ParquetColumnOptions" title="datafusion.ParquetColumnOptions"><span class="pre">ParquetColumnOptions</span></a><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.ParquetWriterOptions" title="Link to this definition">¶</a></dt> +<dd><p>Advanced parquet writer options.</p> +<p>Allows settings the writer options that apply to the entire file. Some options can +also be set on a column by column basis, with the field <cite>column_specific_options</cite> +(see <cite>ParquetColumnOptions</cite>).</p> +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions.data_pagesize_limit"> +<span class="sig-name descname"><span class="pre">data_pagesize_limit</span></span><a class="headerlink" href="#datafusion.ParquetWriterOptions.data_pagesize_limit" title="Link to this definition">¶</a></dt> +<dd><p>Sets best effort maximum size of data page in bytes.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions.write_batch_size"> +<span class="sig-name descname"><span class="pre">write_batch_size</span></span><a class="headerlink" href="#datafusion.ParquetWriterOptions.write_batch_size" title="Link to this definition">¶</a></dt> +<dd><p>Sets write_batch_size in bytes.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions.writer_version"> +<span class="sig-name descname"><span class="pre">writer_version</span></span><a class="headerlink" href="#datafusion.ParquetWriterOptions.writer_version" title="Link to this definition">¶</a></dt> +<dd><p>Sets parquet writer version. Valid values are <cite>1.0</cite> and +<cite>2.0</cite>.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions.skip_arrow_metadata"> +<span class="sig-name descname"><span class="pre">skip_arrow_metadata</span></span><a class="headerlink" href="#datafusion.ParquetWriterOptions.skip_arrow_metadata" title="Link to this definition">¶</a></dt> +<dd><p>Skip encoding the embedded arrow metadata in the +KV_meta.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions.compression"> +<span class="sig-name descname"><span class="pre">compression</span></span><a class="headerlink" href="#datafusion.ParquetWriterOptions.compression" title="Link to this definition">¶</a></dt> +<dd><p>Compression type to use. Default is “zstd(3)”. +Available compression types are +- “uncompressed”: No compression. +- “snappy”: Snappy compression. +- “gzip(n)”: Gzip compression with level n. +- “brotli(n)”: Brotli compression with level n. +- “lz4”: LZ4 compression. +- “lz4_raw”: LZ4_RAW compression. +- “zstd(n)”: Zstandard compression with level n.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions.dictionary_enabled"> +<span class="sig-name descname"><span class="pre">dictionary_enabled</span></span><a class="headerlink" href="#datafusion.ParquetWriterOptions.dictionary_enabled" title="Link to this definition">¶</a></dt> +<dd><p>Sets if dictionary encoding is enabled. If None, uses +the default parquet writer setting.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions.dictionary_page_size_limit"> +<span class="sig-name descname"><span class="pre">dictionary_page_size_limit</span></span><a class="headerlink" href="#datafusion.ParquetWriterOptions.dictionary_page_size_limit" title="Link to this definition">¶</a></dt> +<dd><p>Sets best effort maximum dictionary page size, +in bytes.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions.statistics_enabled"> +<span class="sig-name descname"><span class="pre">statistics_enabled</span></span><a class="headerlink" href="#datafusion.ParquetWriterOptions.statistics_enabled" title="Link to this definition">¶</a></dt> +<dd><p>Sets if statistics are enabled for any column Valid +values are <cite>none</cite>, <cite>chunk</cite>, and <cite>page</cite>. If None, uses the default +parquet writer setting.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions.max_row_group_size"> +<span class="sig-name descname"><span class="pre">max_row_group_size</span></span><a class="headerlink" href="#datafusion.ParquetWriterOptions.max_row_group_size" title="Link to this definition">¶</a></dt> +<dd><p>Target maximum number of rows in each row group +(defaults to 1M rows). Writing larger row groups requires more memory to +write, but can get better compression and be faster to read.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions.created_by"> +<span class="sig-name descname"><span class="pre">created_by</span></span><a class="headerlink" href="#datafusion.ParquetWriterOptions.created_by" title="Link to this definition">¶</a></dt> +<dd><p>Sets “created by” property.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions.column_index_truncate_length"> +<span class="sig-name descname"><span class="pre">column_index_truncate_length</span></span><a class="headerlink" href="#datafusion.ParquetWriterOptions.column_index_truncate_length" title="Link to this definition">¶</a></dt> +<dd><p>Sets column index truncate length.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions.statistics_truncate_length"> +<span class="sig-name descname"><span class="pre">statistics_truncate_length</span></span><a class="headerlink" href="#datafusion.ParquetWriterOptions.statistics_truncate_length" title="Link to this definition">¶</a></dt> +<dd><p>Sets statistics truncate length. If None, uses +the default parquet writer setting.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions.data_page_row_count_limit"> +<span class="sig-name descname"><span class="pre">data_page_row_count_limit</span></span><a class="headerlink" href="#datafusion.ParquetWriterOptions.data_page_row_count_limit" title="Link to this definition">¶</a></dt> +<dd><p>Sets best effort maximum number of rows in a data +page.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions.encoding"> +<span class="sig-name descname"><span class="pre">encoding</span></span><a class="headerlink" href="#datafusion.ParquetWriterOptions.encoding" title="Link to this definition">¶</a></dt> +<dd><p>Sets default encoding for any column. Valid values are <cite>plain</cite>, +<cite>plain_dictionary</cite>, <cite>rle</cite>, <cite>bit_packed</cite>, <cite>delta_binary_packed</cite>, +<cite>delta_length_byte_array</cite>, <cite>delta_byte_array</cite>, <cite>rle_dictionary</cite>, and +<cite>byte_stream_split</cite>. If None, uses the default parquet writer setting.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions.bloom_filter_on_write"> +<span class="sig-name descname"><span class="pre">bloom_filter_on_write</span></span><a class="headerlink" href="#datafusion.ParquetWriterOptions.bloom_filter_on_write" title="Link to this definition">¶</a></dt> +<dd><p>Write bloom filters for all columns when creating +parquet files.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions.bloom_filter_fpp"> +<span class="sig-name descname"><span class="pre">bloom_filter_fpp</span></span><a class="headerlink" href="#datafusion.ParquetWriterOptions.bloom_filter_fpp" title="Link to this definition">¶</a></dt> +<dd><p>Sets bloom filter false positive probability. If None, +uses the default parquet writer setting</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions.bloom_filter_ndv"> +<span class="sig-name descname"><span class="pre">bloom_filter_ndv</span></span><a class="headerlink" href="#datafusion.ParquetWriterOptions.bloom_filter_ndv" title="Link to this definition">¶</a></dt> +<dd><p>Sets bloom filter number of distinct values. If None, uses +the default parquet writer setting.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions.allow_single_file_parallelism"> +<span class="sig-name descname"><span class="pre">allow_single_file_parallelism</span></span><a class="headerlink" href="#datafusion.ParquetWriterOptions.allow_single_file_parallelism" title="Link to this definition">¶</a></dt> +<dd><p>Controls whether DataFusion will attempt to +speed up writing parquet files by serializing them in parallel. Each +column in each row group in each output file are serialized in parallel +leveraging a maximum possible core count of n_files * n_row_groups * +n_columns.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions.maximum_parallel_row_group_writers"> +<span class="sig-name descname"><span class="pre">maximum_parallel_row_group_writers</span></span><a class="headerlink" href="#datafusion.ParquetWriterOptions.maximum_parallel_row_group_writers" title="Link to this definition">¶</a></dt> +<dd><p>By default parallel parquet writer is +tuned for minimum memory usage in a streaming execution plan. You may +see a performance benefit when writing large parquet files by increasing +<cite>maximum_parallel_row_group_writers</cite> and +<cite>maximum_buffered_record_batches_per_stream</cite> if your system has idle +cores and can tolerate additional memory usage. Boosting these values is +likely worthwhile when writing out already in-memory data, such as from +a cached data frame.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions.maximum_buffered_record_batches_per_stream"> +<span class="sig-name descname"><span class="pre">maximum_buffered_record_batches_per_stream</span></span><a class="headerlink" href="#datafusion.ParquetWriterOptions.maximum_buffered_record_batches_per_stream" title="Link to this definition">¶</a></dt> +<dd><p>See +<cite>maximum_parallel_row_group_writers</cite>.</p> +</dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="datafusion.ParquetWriterOptions.column_specific_options"> +<span class="sig-name descname"><span class="pre">column_specific_options</span></span><a class="headerlink" href="#datafusion.ParquetWriterOptions.column_specific_options" title="Link to this definition">¶</a></dt> +<dd><p>Overrides options for specific columns. If a column +is not a part of this dictionary, it will use the parameters provided here.</p> +</dd></dl> + +<p>Initialize the ParquetWriterOptions.</p> +<dl class="py attribute"> +<dt class="sig sig-object py" id="id8"> +<span class="sig-name descname"><span class="pre">allow_single_file_parallelism</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">True</span></em><a class="headerlink" href="#id8" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id9"> +<span class="sig-name descname"><span class="pre">bloom_filter_fpp</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id9" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id10"> +<span class="sig-name descname"><span class="pre">bloom_filter_ndv</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id10" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id11"> +<span class="sig-name descname"><span class="pre">bloom_filter_on_write</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">False</span></em><a class="headerlink" href="#id11" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id12"> +<span class="sig-name descname"><span class="pre">column_index_truncate_length</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">64</span></em><a class="headerlink" href="#id12" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id13"> +<span class="sig-name descname"><span class="pre">column_specific_options</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id13" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id14"> +<span class="sig-name descname"><span class="pre">created_by</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'datafusion-python'</span></em><a class="headerlink" href="#id14" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id15"> +<span class="sig-name descname"><span class="pre">data_page_row_count_limit</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">20000</span></em><a class="headerlink" href="#id15" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id16"> +<span class="sig-name descname"><span class="pre">data_pagesize_limit</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1048576</span></em><a class="headerlink" href="#id16" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id17"> +<span class="sig-name descname"><span class="pre">dictionary_enabled</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">True</span></em><a class="headerlink" href="#id17" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id18"> +<span class="sig-name descname"><span class="pre">dictionary_page_size_limit</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1048576</span></em><a class="headerlink" href="#id18" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id19"> +<span class="sig-name descname"><span class="pre">encoding</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id19" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id20"> +<span class="sig-name descname"><span class="pre">max_row_group_size</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1048576</span></em><a class="headerlink" href="#id20" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id21"> +<span class="sig-name descname"><span class="pre">maximum_buffered_record_batches_per_stream</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">2</span></em><a class="headerlink" href="#id21" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id22"> +<span class="sig-name descname"><span class="pre">maximum_parallel_row_group_writers</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1</span></em><a class="headerlink" href="#id22" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id23"> +<span class="sig-name descname"><span class="pre">skip_arrow_metadata</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">False</span></em><a class="headerlink" href="#id23" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id24"> +<span class="sig-name descname"><span class="pre">statistics_enabled</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'page'</span></em><a class="headerlink" href="#id24" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id25"> +<span class="sig-name descname"><span class="pre">statistics_truncate_length</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id25" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id26"> +<span class="sig-name descname"><span class="pre">write_batch_size</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1024</span></em><a class="headerlink" href="#id26" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +<dl class="py attribute"> +<dt class="sig sig-object py" id="id27"> +<span class="sig-name descname"><span class="pre">writer_version</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'1.0'</span></em><a class="headerlink" href="#id27" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +</dd></dl> + +<dl class="py class"> <dt class="sig sig-object py" id="datafusion.RecordBatch"> <em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">RecordBatch</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">record_batch</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datafusion._internal.RecordBatch</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.RecordBatch" title="Link to this definition">¶</a></dt> <dd><p>This class is essentially a wrapper for <code class="xref py py-class docutils literal notranslate"><span class="pre">pa.RecordBatch</span></code>.</p> @@ -4203,7 +5271,7 @@ <p>Scalar UDFs operate on a row by row basis. See also <a class="reference internal" href="#datafusion.AggregateUDF" title="datafusion.AggregateUDF"><code class="xref py py-class docutils literal notranslate"><span class="pre">AggregateUDF</span></code></a> for operating on a group of rows.</p> <p>Instantiate a scalar user-defined function (UDF).</p> -<p>See helper method <a class="reference internal" href="udf/index.html#module-datafusion.udf" title="datafusion.udf"><code class="xref py py-func docutils literal notranslate"><span class="pre">udf()</span></code></a> for argument details.</p> +<p>See helper method <a class="reference internal" href="#datafusion.udf" title="datafusion.udf"><code class="xref py py-func docutils literal notranslate"><span class="pre">udf()</span></code></a> for argument details.</p> <dl class="py method"> <dt class="sig sig-object py" id="datafusion.ScalarUDF.__call__"> <span class="sig-name descname"><span class="pre">__call__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="expr/index.html#datafusion.expr.Expr" title="datafusion.expr.Expr"><span class="pre">datafusion.expr.Expr</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="expr/index.html#datafusion.expr.Expr" title="datafusion.expr.Expr"><span class="pre">datafusion.expr.Expr</span></a></span></span><a class="headerlink" href="#datafusion.ScalarUDF.__call__" title="Link to this definition">¶</a></dt> @@ -4213,10 +5281,26 @@ </dd></dl> <dl class="py method"> +<dt class="sig sig-object py" id="datafusion.ScalarUDF.__repr__"> +<span class="sig-name descname"><span class="pre">__repr__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.ScalarUDF.__repr__" title="Link to this definition">¶</a></dt> +<dd><p>Print a string representation of the Scalar UDF.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.ScalarUDF.from_pycapsule"> +<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">from_pycapsule</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">func</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="user_defined/index.html#datafusion.user_defined.ScalarUDFExportable" title="datafusion.user_defined.ScalarUDFExportable"><span class="pre">ScalarUDFExportable</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.ScalarUDF" title="datafusion.ScalarUDF"><span class="pre">ScalarUDF</span></a></span></span><a class="headerlink" href="#datafusion.ScalarUDF.from_pycapsule" title="Link to this definition">¶</a></dt> +<dd><p>Create a Scalar UDF from ScalarUDF PyCapsule object.</p> +<p>This function will instantiate a Scalar UDF that uses a DataFusion +ScalarUDF that is exported via the FFI bindings.</p> +</dd></dl> + +<dl class="py method"> <dt class="sig sig-object py" id="datafusion.ScalarUDF.udf"> <em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">udf</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">input_types</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">return_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">_R</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">volatility</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="user_defined/index.html#datafusion.user_defined.Volatility" title="datafusion.user_defined.Volatility"><span class="pre">Volatility</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="pre">Ellipsis</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="#datafusion.ScalarUDF" title="datafusion.ScalarUDF"><span class="pre">ScalarUDF</span></a><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.ScalarUDF.udf" title="Link to this definition">¶</a></dt> <dt class="sig sig-object py"> <em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">udf</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">func</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="pre">Ellipsis</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">_R</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_types</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">return_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">_R</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">volatility</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="user_defined/index.html#datafusion.user_defined.Volatility" title="datafusion.user_defined.Volatility"><span class="pre">Volatility</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.ScalarUDF" title="datafusion.ScalarUDF"><span class="pre">ScalarUDF</span></a></span></span></dt> +<dt class="sig sig-object py"> +<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">udf</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">func</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="user_defined/index.html#datafusion.user_defined.ScalarUDFExportable" title="datafusion.user_defined.ScalarUDFExportable"><span class="pre">ScalarUDFExportable</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.ScalarUDF" title="datafusion.ScalarUDF"><span class="pre">ScalarUDF</span></a></span></span></dt> <dd><p>Create a new User-Defined Function (UDF).</p> <p>This class can be used both as either a function or a decorator.</p> <dl class="simple"> @@ -4231,7 +5315,10 @@ <dt class="field-odd">Parameters<span class="colon">:</span></dt> <dd class="field-odd"><ul class="simple"> <li><p><strong>func</strong> (<em>Callable</em><em>, </em><em>optional</em>) – Only needed when calling as a function. -Skip this argument when using <code class="docutils literal notranslate"><span class="pre">udf</span></code> as a decorator.</p></li> +Skip this argument when using <cite>udf</cite> as a decorator. If you have a Rust +backed ScalarUDF within a PyCapsule, you can pass this parameter +and ignore the rest. They will be determined directly from the +underlying function. See the online documentation for more information.</p></li> <li><p><strong>input_types</strong> (<em>list</em><em>[</em><em>pa.DataType</em><em>]</em>) – The data types of the arguments to <code class="docutils literal notranslate"><span class="pre">func</span></code>. This list must be of the same length as the number of arguments.</p></li> @@ -4477,9 +5564,21 @@ <dl class="py class"> <dt class="sig sig-object py" id="datafusion.Table"> -<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">Table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">table</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datafusion._internal.Table</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.Table" title="Link to this definition">¶</a></dt> +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">Table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">table</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">datafusion._internal.catalog.RawTable</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.Table" title="Link to this definition">¶</a></dt> <dd><p>DataFusion table.</p> <p>This constructor is not typically called by the end user.</p> +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.Table.__repr__"> +<span class="sig-name descname"><span class="pre">__repr__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.Table.__repr__" title="Link to this definition">¶</a></dt> +<dd><p>Print a string representation of the table.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.Table.from_dataset"> +<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">from_dataset</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.dataset.Dataset</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.Table" title="datafusion.Table"><span class="pre">Table</span></a></span></span><a class="headerlink" href="#datafusion.Table.from_dataset" title="Link to this definition">¶</a></dt> +<dd><p>Turn a pyarrow Dataset into a Table.</p> +</dd></dl> + <dl class="py property"> <dt class="sig sig-object py" id="datafusion.Table.kind"> <em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">kind</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#datafusion.Table.kind" title="Link to this definition">¶</a></dt> @@ -4566,6 +5665,12 @@ </dd> </dl> <dl class="py method"> +<dt class="sig sig-object py" id="datafusion.WindowFrame.__repr__"> +<span class="sig-name descname"><span class="pre">__repr__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.WindowFrame.__repr__" title="Link to this definition">¶</a></dt> +<dd><p>Print a string representation of the window frame.</p> +</dd></dl> + +<dl class="py method"> <dt class="sig sig-object py" id="datafusion.WindowFrame.get_frame_units"> <span class="sig-name descname"><span class="pre">get_frame_units</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.WindowFrame.get_frame_units" title="Link to this definition">¶</a></dt> <dd><p>Returns the window frame units for the bounds.</p> @@ -4608,6 +5713,12 @@ </dd></dl> <dl class="py method"> +<dt class="sig sig-object py" id="datafusion.WindowUDF.__repr__"> +<span class="sig-name descname"><span class="pre">__repr__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.WindowUDF.__repr__" title="Link to this definition">¶</a></dt> +<dd><p>Print a string representation of the Window UDF.</p> +</dd></dl> + +<dl class="py method"> <dt class="sig sig-object py" id="datafusion.WindowUDF._create_window_udf"> <em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">_create_window_udf</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">func</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="user_defined/index.html#datafusion.user_defined.WindowEvaluator" title="datafusion.user_defined.WindowEvaluator"><span class="pre">WindowEvaluator</span></a><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_types</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.DataType</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">return_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.DataType</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">volatility</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="user_defined/index.html#datafusion.user_defined.Volatility" title="datafusion.user_defined.Volatility"><span class="pre">Volatility</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.WindowUDF" title="datafusion.WindowUDF"><span class="pre">WindowUDF</span></a></span></span><a class="headerlink" href="#datafusion.WindowUDF._create_window_udf" title="Link to this definition">¶</a></dt> <dd><p>Create a WindowUDF instance from function arguments.</p> @@ -4632,6 +5743,14 @@ </dd></dl> <dl class="py method"> +<dt class="sig sig-object py" id="datafusion.WindowUDF.from_pycapsule"> +<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">from_pycapsule</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">func</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="user_defined/index.html#datafusion.user_defined.WindowUDFExportable" title="datafusion.user_defined.WindowUDFExportable"><span class="pre">WindowUDFExportable</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.WindowUDF" title="datafusion.WindowUDF"><span class="pre">WindowUDF</span></a></span></span><a class="headerlink" href="#datafusion.WindowUDF.from_pycapsule" title="Link to this definition">¶</a></dt> +<dd><p>Create a Window UDF from WindowUDF PyCapsule object.</p> +<p>This function will instantiate a Window UDF that uses a DataFusion +WindowUDF that is exported via the FFI bindings.</p> +</dd></dl> + +<dl class="py method"> <dt class="sig sig-object py" id="datafusion.WindowUDF.udwf"> <em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">udwf</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">input_types</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.DataType</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">return_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.DataType</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">volatility</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="user_defined/index.html#datafusion.user_defined.Volatility" title="datafusion.user_defined.Volatility"><span class="pre">Volatility</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="pre">Ellipsis</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="#datafusion.WindowUDF" title="datafusion.WindowUDF"><span class="pre">WindowUDF</span></a><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.WindowUDF.udwf" title="Link to this definition">¶</a></dt> <dt class="sig sig-object py"> @@ -4675,7 +5794,10 @@ <dt class="field-odd">Parameters<span class="colon">:</span></dt> <dd class="field-odd"><ul class="simple"> <li><p><strong>func</strong> – Only needed when calling as a function. Skip this argument when -using <code class="docutils literal notranslate"><span class="pre">udwf</span></code> as a decorator.</p></li> +using <code class="docutils literal notranslate"><span class="pre">udwf</span></code> as a decorator. If you have a Rust backed WindowUDF +within a PyCapsule, you can pass this parameter and ignore the rest. +They will be determined directly from the underlying function. See +the online documentation for more information.</p></li> <li><p><strong>input_types</strong> – The data types of the arguments.</p></li> <li><p><strong>return_type</strong> – The data type of the return value.</p></li> <li><p><strong>volatility</strong> – See <code class="xref py py-class docutils literal notranslate"><span class="pre">Volatility</span></code> for allowed values.</p></li> @@ -4736,7 +5858,7 @@ <dl class="py function"> <dt class="sig sig-object py" id="datafusion.read_avro"> -<span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">read_avro</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.avro'</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.read_avro" title="Link to this definition">¶</a></dt> +<span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">read_avro</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.avro'</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.read_avro" title="Link to this definition">¶</a></dt> <dd><p>Create a <code class="xref py py-class docutils literal notranslate"><span class="pre">DataFrame</span></code> for reading Avro data source.</p> <p>This function will use the global context. Any functions or tables registered with another context may not be accessible when used with a DataFrame created @@ -4758,7 +5880,7 @@ <dl class="py function"> <dt class="sig sig-object py" id="datafusion.read_csv"> -<span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">read_csv</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">pathlib.Path</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">has_header</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">delimiter</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">','</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_infer_max_records</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.csv'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_compression_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.read_csv" title="Link to this definition">¶</a></dt> +<span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">read_csv</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">pathlib.Path</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">has_header</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">delimiter</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">','</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_infer_max_records</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.csv'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_compression_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.read_csv" title="Link to this definition">¶</a></dt> <dd><p>Read a CSV data source.</p> <p>This function will use the global context. Any functions or tables registered with another context may not be accessible when used with a DataFrame created @@ -4789,7 +5911,7 @@ <dl class="py function"> <dt class="sig sig-object py" id="datafusion.read_json"> -<span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">read_json</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_infer_max_records</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.json'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_compression_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.read_json" title="Link to this definition">¶</a></dt> +<span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">read_json</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_infer_max_records</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.json'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_compression_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.read_json" title="Link to this definition">¶</a></dt> <dd><p>Read a line-delimited JSON data source.</p> <p>This function will use the global context. Any functions or tables registered with another context may not be accessible when used with a DataFrame created @@ -4815,7 +5937,7 @@ <dl class="py function"> <dt class="sig sig-object py" id="datafusion.read_parquet"> -<span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">read_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parquet_pruning</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.parquet'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">skip_metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_sort_order</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="expr/index.html#datafusion.expr.Expr" title="datafusion.expr.Expr"><span class="pre">datafusion.expr.Expr</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.read_parquet" title="Link to this definition">¶</a></dt> +<span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">read_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parquet_pruning</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.parquet'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">skip_metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_sort_order</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="expr/index.html#datafusion.expr.Expr" title="datafusion.expr.Expr"><span class="pre">datafusion.expr.Expr</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.read_parquet" title="Link to this definition">¶</a></dt> <dd><p>Read a Parquet source into a <code class="xref py py-class docutils literal notranslate"><span class="pre">Dataframe</span></code>.</p> <p>This function will use the global context. Any functions or tables registered with another context may not be accessible when used with a DataFrame created
diff --git a/autoapi/datafusion/input/base/index.html b/autoapi/datafusion/input/base/index.html index b7958e5..c3af14f 100644 --- a/autoapi/datafusion/input/base/index.html +++ b/autoapi/datafusion/input/base/index.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../../user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../../../../user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../../../../user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../../../../user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../../../../user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../../index.html"> API Reference </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../../index.html"> datafusion </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../../dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../../expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../index.html"> datafusion.input </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../unparser/index.html"> datafusion.unparser </a>
diff --git a/autoapi/datafusion/input/index.html b/autoapi/datafusion/input/index.html index 299228a..8be1dcc 100644 --- a/autoapi/datafusion/input/index.html +++ b/autoapi/datafusion/input/index.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../../../user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../../../user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../../../user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../index.html"> API Reference </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../index.html"> datafusion </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="current reference internal" href="#"> datafusion.input </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../unparser/index.html"> datafusion.unparser </a>
diff --git a/autoapi/datafusion/input/location/index.html b/autoapi/datafusion/input/location/index.html index f0890e2..65c4af5 100644 --- a/autoapi/datafusion/input/location/index.html +++ b/autoapi/datafusion/input/location/index.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../../user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../../../../user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../../../../user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../../../../user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../../../../user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../../index.html"> API Reference </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../../index.html"> datafusion </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../../dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../../expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../index.html"> datafusion.input </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../unparser/index.html"> datafusion.unparser </a>
diff --git a/autoapi/datafusion/io/index.html b/autoapi/datafusion/io/index.html index 726ec26..d2a4216 100644 --- a/autoapi/datafusion/io/index.html +++ b/autoapi/datafusion/io/index.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../../../user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../../../user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../../../user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../index.html"> API Reference </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../index.html"> datafusion </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../unparser/index.html"> datafusion.unparser </a> @@ -495,7 +502,7 @@ <h2>Module Contents<a class="headerlink" href="#module-contents" title="Link to this heading">¶</a></h2> <dl class="py function"> <dt class="sig sig-object py" id="datafusion.io.read_avro"> -<span class="sig-prename descclassname"><span class="pre">datafusion.io.</span></span><span class="sig-name descname"><span class="pre">read_avro</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.avro'</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="../dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.io.read_avro" title="Link to this definition">¶</a></dt> +<span class="sig-prename descclassname"><span class="pre">datafusion.io.</span></span><span class="sig-name descname"><span class="pre">read_avro</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.avro'</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="../dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.io.read_avro" title="Link to this definition">¶</a></dt> <dd><p>Create a <code class="xref py py-class docutils literal notranslate"><span class="pre">DataFrame</span></code> for reading Avro data source.</p> <p>This function will use the global context. Any functions or tables registered with another context may not be accessible when used with a DataFrame created @@ -517,7 +524,7 @@ <dl class="py function"> <dt class="sig sig-object py" id="datafusion.io.read_csv"> -<span class="sig-prename descclassname"><span class="pre">datafusion.io.</span></span><span class="sig-name descname"><span class="pre">read_csv</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">pathlib.Path</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">has_header</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">delimiter</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">','</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_infer_max_records</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.csv'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_compression_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="../dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.io.read_csv" title="Link to this definition">¶</a></dt> +<span class="sig-prename descclassname"><span class="pre">datafusion.io.</span></span><span class="sig-name descname"><span class="pre">read_csv</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">pathlib.Path</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">has_header</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">delimiter</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">','</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_infer_max_records</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.csv'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_compression_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="../dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.io.read_csv" title="Link to this definition">¶</a></dt> <dd><p>Read a CSV data source.</p> <p>This function will use the global context. Any functions or tables registered with another context may not be accessible when used with a DataFrame created @@ -548,7 +555,7 @@ <dl class="py function"> <dt class="sig sig-object py" id="datafusion.io.read_json"> -<span class="sig-prename descclassname"><span class="pre">datafusion.io.</span></span><span class="sig-name descname"><span class="pre">read_json</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_infer_max_records</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.json'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_compression_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="../dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.io.read_json" title="Link to this definition">¶</a></dt> +<span class="sig-prename descclassname"><span class="pre">datafusion.io.</span></span><span class="sig-name descname"><span class="pre">read_json</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_infer_max_records</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.json'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_compression_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="../dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.io.read_json" title="Link to this definition">¶</a></dt> <dd><p>Read a line-delimited JSON data source.</p> <p>This function will use the global context. Any functions or tables registered with another context may not be accessible when used with a DataFrame created @@ -574,7 +581,7 @@ <dl class="py function"> <dt class="sig sig-object py" id="datafusion.io.read_parquet"> -<span class="sig-prename descclassname"><span class="pre">datafusion.io.</span></span><span class="sig-name descname"><span class="pre">read_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parquet_pruning</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.parquet'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">skip_metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_sort_order</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="../expr/index.html#datafusion.expr.Expr" title="datafusion.expr.Expr"><span class="pre">datafusion.expr.Expr</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="../dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.io.read_parquet" title="Link to this definition">¶</a></dt> +<span class="sig-prename descclassname"><span class="pre">datafusion.io.</span></span><span class="sig-name descname"><span class="pre">read_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parquet_pruning</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_extension</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'.parquet'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">skip_metadata</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.Schema</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_sort_order</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="../expr/index.html#datafusion.expr.Expr" title="datafusion.expr.Expr"><span class="pre">datafusion.expr.Expr</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="../dataframe/index.html#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><span class="pre">datafusion.dataframe.DataFrame</span></a></span></span><a class="headerlink" href="#datafusion.io.read_parquet" title="Link to this definition">¶</a></dt> <dd><p>Read a Parquet source into a <code class="xref py py-class docutils literal notranslate"><span class="pre">Dataframe</span></code>.</p> <p>This function will use the global context. Any functions or tables registered with another context may not be accessible when used with a DataFrame created
diff --git a/autoapi/datafusion/object_store/index.html b/autoapi/datafusion/object_store/index.html index d3a249f..9a4a959 100644 --- a/autoapi/datafusion/object_store/index.html +++ b/autoapi/datafusion/object_store/index.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../../../user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../../../user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../../../user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../index.html"> API Reference </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../index.html"> datafusion </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../unparser/index.html"> datafusion.unparser </a>
diff --git a/autoapi/datafusion/plan/index.html b/autoapi/datafusion/plan/index.html index bfb7072..53fa3a5 100644 --- a/autoapi/datafusion/plan/index.html +++ b/autoapi/datafusion/plan/index.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../../../user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../../../user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../../../user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../index.html"> API Reference </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../index.html"> datafusion </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../unparser/index.html"> datafusion.unparser </a>
diff --git a/autoapi/datafusion/record_batch/index.html b/autoapi/datafusion/record_batch/index.html index 3db4e2b..ec09d72 100644 --- a/autoapi/datafusion/record_batch/index.html +++ b/autoapi/datafusion/record_batch/index.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../../../user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../../../user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../../../user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../index.html"> API Reference </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../index.html"> datafusion </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../unparser/index.html"> datafusion.unparser </a>
diff --git a/autoapi/datafusion/substrait/index.html b/autoapi/datafusion/substrait/index.html index 9443e48..a835be5 100644 --- a/autoapi/datafusion/substrait/index.html +++ b/autoapi/datafusion/substrait/index.html
@@ -34,7 +34,7 @@ <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script> <link rel="index" title="Index" href="../../../genindex.html" /> <link rel="search" title="Search" href="../../../search.html" /> - <link rel="next" title="datafusion.udf" href="../udf/index.html" /> + <link rel="next" title="datafusion.unparser" href="../unparser/index.html" /> <link rel="prev" title="datafusion.record_batch" href="../record_batch/index.html" /> <meta name="viewport" content="width=device-width, initial-scale=1" /> <meta name="docsearch:language" content="en"> @@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../../../user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../../../user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../../../user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../index.html"> API Reference </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../index.html"> datafusion </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../unparser/index.html"> datafusion.unparser </a> @@ -752,10 +759,10 @@ <p class="prev-next-title">datafusion.record_batch</p> </div> </a> - <a class='right-next' id="next-link" href="../udf/index.html" title="next page"> + <a class='right-next' id="next-link" href="../unparser/index.html" title="next page"> <div class="prev-next-info"> <p class="prev-next-subtitle">next</p> - <p class="prev-next-title">datafusion.udf</p> + <p class="prev-next-title">datafusion.unparser</p> </div> <i class="fas fa-angle-right"></i> </a>
diff --git a/autoapi/datafusion/udf/index.html b/autoapi/datafusion/udf/index.html deleted file mode 100644 index a6ff5e1..0000000 --- a/autoapi/datafusion/udf/index.html +++ /dev/null
@@ -1,479 +0,0 @@ -<!DOCTYPE html> - -<html lang="en" data-content_root="../../../"> - <head> - <meta charset="utf-8" /> - <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" /> - - <title>datafusion.udf — Apache Arrow DataFusion documentation</title> - - <link href="../../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet"> -<link href="../../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet"> - - - <link rel="stylesheet" - href="../../../_static/vendor/fontawesome/5.13.0/css/all.min.css"> - <link rel="preload" as="font" type="font/woff2" crossorigin - href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2"> - <link rel="preload" as="font" type="font/woff2" crossorigin - href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2"> - - - - - - <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=8f2a1f02" /> - <link rel="stylesheet" type="text/css" href="../../../_static/styles/pydata-sphinx-theme.css?v=1140d252" /> - <link rel="stylesheet" type="text/css" href="../../../_static/graphviz.css?v=4ae1632d" /> - <link rel="stylesheet" type="text/css" href="../../../_static/theme_overrides.css?v=dca7052a" /> - - <link rel="preload" as="script" href="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"> - - <script src="../../../_static/documentation_options.js?v=8a448e45"></script> - <script src="../../../_static/doctools.js?v=9bcbadda"></script> - <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script> - <link rel="index" title="Index" href="../../../genindex.html" /> - <link rel="search" title="Search" href="../../../search.html" /> - <link rel="next" title="datafusion.unparser" href="../unparser/index.html" /> - <link rel="prev" title="datafusion.substrait" href="../substrait/index.html" /> - <meta name="viewport" content="width=device-width, initial-scale=1" /> - <meta name="docsearch:language" content="en"> - - - <!-- Google Analytics --> - - </head> - <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80"> - - <div class="container-fluid" id="banner"></div> - - - - - <div class="container-xl"> - <div class="row"> - - - <!-- Only show if we have sidebars configured, else just a small margin --> - <div class="col-12 col-md-3 bd-sidebar"> - <div class="sidebar-start-items"> -<a class="navbar-brand" href="../../../index.html"> - <img src="../../../_static/images/2x_bgwhite_original.png" class="logo" alt="logo"> -</a> - -<form class="bd-search d-flex align-items-center" action="../../../search.html" method="get"> - <i class="icon fas fa-search"></i> - <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" > -</form> - -<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation"> - <div class="bd-toc-item active"> - - <p aria-level="2" class="caption" role="heading"> - <span class="caption-text"> - LINKS - </span> -</p> -<ul class="nav bd-sidenav"> - <li class="toctree-l1"> - <a class="reference external" href="https://github.com/apache/datafusion-python"> - Github and Issue Tracker - </a> - </li> - <li class="toctree-l1"> - <a class="reference external" href="https://docs.rs/datafusion/latest/datafusion/"> - Rust's API Docs - </a> - </li> - <li class="toctree-l1"> - <a class="reference external" href="https://github.com/apache/datafusion/blob/main/CODE_OF_CONDUCT.md"> - Code of conduct - </a> - </li> - <li class="toctree-l1"> - <a class="reference external" href="https://github.com/apache/datafusion-python/tree/main/examples"> - Examples - </a> - </li> -</ul> -<p aria-level="2" class="caption" role="heading"> - <span class="caption-text"> - USER GUIDE - </span> -</p> -<ul class="nav bd-sidenav"> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/introduction.html"> - Introduction - </a> - </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/basics.html"> - Concepts - </a> - </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/data-sources.html"> - Data Sources - </a> - </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/dataframe.html"> - DataFrames - </a> - </li> - <li class="toctree-l1 has-children"> - <a class="reference internal" href="../../../user-guide/common-operations/index.html"> - Common Operations - </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> - <i class="fas fa-chevron-down"> - </i> - </label> - <ul> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/common-operations/views.html"> - Registering Views - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/common-operations/basic-info.html"> - Basic Operations - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/common-operations/select-and-filter.html"> - Column Selections - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/common-operations/expressions.html"> - Expressions - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/common-operations/joins.html"> - Joins - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/common-operations/functions.html"> - Functions - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/common-operations/aggregations.html"> - Aggregation - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/common-operations/windows.html"> - Window Functions - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/common-operations/udf-and-udfa.html"> - User-Defined Functions - </a> - </li> - </ul> - </li> - <li class="toctree-l1 has-children"> - <a class="reference internal" href="../../../user-guide/io/index.html"> - IO - </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> - <i class="fas fa-chevron-down"> - </i> - </label> - <ul> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/io/arrow.html"> - Arrow - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/io/avro.html"> - Avro - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/io/csv.html"> - CSV - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/io/json.html"> - JSON - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/io/parquet.html"> - Parquet - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="../../../user-guide/io/table_provider.html"> - Custom Table Provider - </a> - </li> - </ul> - </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/configuration.html"> - Configuration - </a> - </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/sql.html"> - SQL - </a> - </li> -</ul> -<p aria-level="2" class="caption" role="heading"> - <span class="caption-text"> - CONTRIBUTOR GUIDE - </span> -</p> -<ul class="nav bd-sidenav"> - <li class="toctree-l1"> - <a class="reference internal" href="../../../contributor-guide/introduction.html"> - Introduction - </a> - </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../contributor-guide/ffi.html"> - Python Extensions - </a> - </li> -</ul> -<p aria-level="2" class="caption" role="heading"> - <span class="caption-text"> - API - </span> -</p> -<ul class="current nav bd-sidenav"> - <li class="toctree-l1 current active has-children"> - <a class="reference internal" href="../../index.html"> - API Reference - </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> - <i class="fas fa-chevron-down"> - </i> - </label> - <ul class="current"> - <li class="toctree-l2 current active has-children"> - <a class="reference internal" href="../index.html"> - datafusion - </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> - <i class="fas fa-chevron-down"> - </i> - </label> - <ul class="current"> - <li class="toctree-l3"> - <a class="reference internal" href="../catalog/index.html"> - datafusion.catalog - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../context/index.html"> - datafusion.context - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../dataframe/index.html"> - datafusion.dataframe - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../expr/index.html"> - datafusion.expr - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../functions/index.html"> - datafusion.functions - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../html_formatter/index.html"> - datafusion.html_formatter - </a> - </li> - <li class="toctree-l3 has-children"> - <a class="reference internal" href="../input/index.html"> - datafusion.input - </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> - <i class="fas fa-chevron-down"> - </i> - </label> - <ul> - <li class="toctree-l4"> - <a class="reference internal" href="../input/base/index.html"> - datafusion.input.base - </a> - </li> - <li class="toctree-l4"> - <a class="reference internal" href="../input/location/index.html"> - datafusion.input.location - </a> - </li> - </ul> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../io/index.html"> - datafusion.io - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../object_store/index.html"> - datafusion.object_store - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../plan/index.html"> - datafusion.plan - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../record_batch/index.html"> - datafusion.record_batch - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../substrait/index.html"> - datafusion.substrait - </a> - </li> - <li class="toctree-l3 current active"> - <a class="current reference internal" href="#"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../unparser/index.html"> - datafusion.unparser - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../user_defined/index.html"> - datafusion.user_defined - </a> - </li> - </ul> - </li> - </ul> - </li> -</ul> - - - </div> -</nav> - </div> - <div class="sidebar-end-items"> - </div> - </div> - - - - - <div class="d-none d-xl-block col-xl-2 bd-toc"> - - - <div class="toc-item"> - - -<nav id="bd-toc-nav"> - -</nav> - </div> - - <div class="toc-item"> - - </div> - - - </div> - - - - - - - <main class="col-12 col-md-9 col-xl-7 py-md-5 pl-md-5 pr-md-4 bd-content" role="main"> - - <div> - - <section id="module-datafusion.udf"> -<span id="datafusion-udf"></span><h1>datafusion.udf<a class="headerlink" href="#module-datafusion.udf" title="Link to this heading">¶</a></h1> -<p>Deprecated module for user defined functions.</p> -</section> - - - </div> - - - <!-- Previous / next buttons --> -<div class='prev-next-area'> - <a class='left-prev' id="prev-link" href="../substrait/index.html" title="previous page"> - <i class="fas fa-angle-left"></i> - <div class="prev-next-info"> - <p class="prev-next-subtitle">previous</p> - <p class="prev-next-title">datafusion.substrait</p> - </div> - </a> - <a class='right-next' id="next-link" href="../unparser/index.html" title="next page"> - <div class="prev-next-info"> - <p class="prev-next-subtitle">next</p> - <p class="prev-next-title">datafusion.unparser</p> - </div> - <i class="fas fa-angle-right"></i> - </a> -</div> - - </main> - - - </div> - </div> - - <script src="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script> - -<!-- Based on pydata_sphinx_theme/footer.html --> -<footer class="footer mt-5 mt-md-0"> - <div class="container"> - - <div class="footer-item"> - <p class="copyright"> - © Copyright 2019-2024, Apache Software Foundation.<br> -</p> - </div> - - <div class="footer-item"> - <p class="sphinx-version"> -Created using <a href="http://sphinx-doc.org/">Sphinx</a> 8.1.3.<br> -</p> - </div> - - <div class="footer-item"> - <p>Apache Arrow DataFusion, Arrow DataFusion, Apache, the Apache feather logo, and the Apache Arrow DataFusion project logo</p> - <p>are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p> - </div> - </div> -</footer> - - - </body> -</html> \ No newline at end of file
diff --git a/autoapi/datafusion/unparser/index.html b/autoapi/datafusion/unparser/index.html index 33d59e0..f6704c9 100644 --- a/autoapi/datafusion/unparser/index.html +++ b/autoapi/datafusion/unparser/index.html
@@ -35,7 +35,7 @@ <link rel="index" title="Index" href="../../../genindex.html" /> <link rel="search" title="Search" href="../../../search.html" /> <link rel="next" title="datafusion.user_defined" href="../user_defined/index.html" /> - <link rel="prev" title="datafusion.udf" href="../udf/index.html" /> + <link rel="prev" title="datafusion.substrait" href="../substrait/index.html" /> <meta name="viewport" content="width=device-width, initial-scale=1" /> <meta name="docsearch:language" content="en"> @@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../../../user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../../../user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../../../user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../index.html"> API Reference </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../index.html"> datafusion </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -357,11 +369,6 @@ datafusion.substrait </a> </li> - <li class="toctree-l3"> - <a class="reference internal" href="../udf/index.html"> - datafusion.udf - </a> - </li> <li class="toctree-l3 current active"> <a class="current reference internal" href="#"> datafusion.unparser @@ -630,11 +637,11 @@ <!-- Previous / next buttons --> <div class='prev-next-area'> - <a class='left-prev' id="prev-link" href="../udf/index.html" title="previous page"> + <a class='left-prev' id="prev-link" href="../substrait/index.html" title="previous page"> <i class="fas fa-angle-left"></i> <div class="prev-next-info"> <p class="prev-next-subtitle">previous</p> - <p class="prev-next-title">datafusion.udf</p> + <p class="prev-next-title">datafusion.substrait</p> </div> </a> <a class='right-next' id="next-link" href="../user_defined/index.html" title="next page">
diff --git a/autoapi/datafusion/user_defined/index.html b/autoapi/datafusion/user_defined/index.html index 40d8f07..f9c314e 100644 --- a/autoapi/datafusion/user_defined/index.html +++ b/autoapi/datafusion/user_defined/index.html
@@ -116,17 +116,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../../../user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../../../user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../../../user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../../../user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -182,8 +194,8 @@ <a class="reference internal" href="../../../user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -258,8 +270,8 @@ <a class="reference internal" href="../../index.html"> API Reference </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -268,8 +280,8 @@ <a class="reference internal" href="../index.html"> datafusion </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -280,11 +292,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../context/index.html"> datafusion.context </a> @@ -295,6 +302,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../expr/index.html"> datafusion.expr </a> @@ -313,8 +325,8 @@ <a class="reference internal" href="../input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -357,11 +369,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../unparser/index.html"> datafusion.unparser </a> @@ -480,6 +487,24 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.user_defined.AggregateUDF.__repr__"> + <code class="docutils literal notranslate"> + <span class="pre"> + AggregateUDF.__repr__() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.user_defined.AggregateUDF.from_pycapsule"> + <code class="docutils literal notranslate"> + <span class="pre"> + AggregateUDF.from_pycapsule() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.user_defined.AggregateUDF.udaf"> <code class="docutils literal notranslate"> <span class="pre"> @@ -500,6 +525,26 @@ </ul> </li> <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.user_defined.AggregateUDFExportable"> + <code class="docutils literal notranslate"> + <span class="pre"> + AggregateUDFExportable + </span> + </code> + </a> + <ul class="nav section-nav flex-column"> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.user_defined.AggregateUDFExportable.__datafusion_aggregate_udf__"> + <code class="docutils literal notranslate"> + <span class="pre"> + AggregateUDFExportable.__datafusion_aggregate_udf__() + </span> + </code> + </a> + </li> + </ul> + </li> + <li class="toc-h3 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.user_defined.ScalarUDF"> <code class="docutils literal notranslate"> <span class="pre"> @@ -518,6 +563,24 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.user_defined.ScalarUDF.__repr__"> + <code class="docutils literal notranslate"> + <span class="pre"> + ScalarUDF.__repr__() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.user_defined.ScalarUDF.from_pycapsule"> + <code class="docutils literal notranslate"> + <span class="pre"> + ScalarUDF.from_pycapsule() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.user_defined.ScalarUDF.udf"> <code class="docutils literal notranslate"> <span class="pre"> @@ -538,6 +601,26 @@ </ul> </li> <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.user_defined.ScalarUDFExportable"> + <code class="docutils literal notranslate"> + <span class="pre"> + ScalarUDFExportable + </span> + </code> + </a> + <ul class="nav section-nav flex-column"> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.user_defined.ScalarUDFExportable.__datafusion_scalar_udf__"> + <code class="docutils literal notranslate"> + <span class="pre"> + ScalarUDFExportable.__datafusion_scalar_udf__() + </span> + </code> + </a> + </li> + </ul> + </li> + <li class="toc-h3 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.user_defined.TableFunction"> <code class="docutils literal notranslate"> <span class="pre"> @@ -760,6 +843,15 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.user_defined.WindowUDF.__repr__"> + <code class="docutils literal notranslate"> + <span class="pre"> + WindowUDF.__repr__() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.user_defined.WindowUDF._create_window_udf"> <code class="docutils literal notranslate"> <span class="pre"> @@ -796,6 +888,15 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.user_defined.WindowUDF.from_pycapsule"> + <code class="docutils literal notranslate"> + <span class="pre"> + WindowUDF.from_pycapsule() + </span> + </code> + </a> + </li> + <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.user_defined.WindowUDF.udwf"> <code class="docutils literal notranslate"> <span class="pre"> @@ -816,6 +917,26 @@ </ul> </li> <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.user_defined.WindowUDFExportable"> + <code class="docutils literal notranslate"> + <span class="pre"> + WindowUDFExportable + </span> + </code> + </a> + <ul class="nav section-nav flex-column"> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.user_defined.WindowUDFExportable.__datafusion_window_udf__"> + <code class="docutils literal notranslate"> + <span class="pre"> + WindowUDFExportable.__datafusion_window_udf__() + </span> + </code> + </a> + </li> + </ul> + </li> + <li class="toc-h3 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.user_defined._R"> <code class="docutils literal notranslate"> <span class="pre"> @@ -918,9 +1039,15 @@ <tr class="row-even"><td><p><a class="reference internal" href="#datafusion.user_defined.AggregateUDF" title="datafusion.user_defined.AggregateUDF"><code class="xref py py-obj docutils literal notranslate"><span class="pre">AggregateUDF</span></code></a></p></td> <td><p>Class for performing scalar user-defined functions (UDF).</p></td> </tr> -<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.user_defined.ScalarUDF" title="datafusion.user_defined.ScalarUDF"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ScalarUDF</span></code></a></p></td> +<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.user_defined.AggregateUDFExportable" title="datafusion.user_defined.AggregateUDFExportable"><code class="xref py py-obj docutils literal notranslate"><span class="pre">AggregateUDFExportable</span></code></a></p></td> +<td><p>Type hint for object that has __datafusion_aggregate_udf__ PyCapsule.</p></td> +</tr> +<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.user_defined.ScalarUDF" title="datafusion.user_defined.ScalarUDF"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ScalarUDF</span></code></a></p></td> <td><p>Class for performing scalar user-defined functions (UDF).</p></td> </tr> +<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.user_defined.ScalarUDFExportable" title="datafusion.user_defined.ScalarUDFExportable"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ScalarUDFExportable</span></code></a></p></td> +<td><p>Type hint for object that has __datafusion_scalar_udf__ PyCapsule.</p></td> +</tr> <tr class="row-even"><td><p><a class="reference internal" href="#datafusion.user_defined.TableFunction" title="datafusion.user_defined.TableFunction"><code class="xref py py-obj docutils literal notranslate"><span class="pre">TableFunction</span></code></a></p></td> <td><p>Class for performing user-defined table functions (UDTF).</p></td> </tr> @@ -933,6 +1060,9 @@ <tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.user_defined.WindowUDF" title="datafusion.user_defined.WindowUDF"><code class="xref py py-obj docutils literal notranslate"><span class="pre">WindowUDF</span></code></a></p></td> <td><p>Class for performing window user-defined functions (UDF).</p></td> </tr> +<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.user_defined.WindowUDFExportable" title="datafusion.user_defined.WindowUDFExportable"><code class="xref py py-obj docutils literal notranslate"><span class="pre">WindowUDFExportable</span></code></a></p></td> +<td><p>Type hint for object that has __datafusion_window_udf__ PyCapsule.</p></td> +</tr> </tbody> </table> </section> @@ -986,6 +1116,20 @@ </dd></dl> <dl class="py method"> +<dt class="sig sig-object py" id="datafusion.user_defined.AggregateUDF.__repr__"> +<span class="sig-name descname"><span class="pre">__repr__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.user_defined.AggregateUDF.__repr__" title="Link to this definition">¶</a></dt> +<dd><p>Print a string representation of the Aggregate UDF.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.user_defined.AggregateUDF.from_pycapsule"> +<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">from_pycapsule</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">func</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.user_defined.AggregateUDFExportable" title="datafusion.user_defined.AggregateUDFExportable"><span class="pre">AggregateUDFExportable</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.user_defined.AggregateUDF" title="datafusion.user_defined.AggregateUDF"><span class="pre">AggregateUDF</span></a></span></span><a class="headerlink" href="#datafusion.user_defined.AggregateUDF.from_pycapsule" title="Link to this definition">¶</a></dt> +<dd><p>Create an Aggregate UDF from AggregateUDF PyCapsule object.</p> +<p>This function will instantiate a Aggregate UDF that uses a DataFusion +AggregateUDF that is exported via the FFI bindings.</p> +</dd></dl> + +<dl class="py method"> <dt class="sig sig-object py" id="datafusion.user_defined.AggregateUDF.udaf"> <em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">udaf</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">input_types</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.DataType</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">return_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.DataType</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">state_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">volatility</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.user_defined.Volatility" title="datafusion.user_defined.Volatility"><span class="pre">Volatility</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="pre">Ellipsis</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="#datafusion.user_defined.AggregateUDF" title="datafusion.user_defined.AggregateUDF"><span class="pre">AggregateUDF</span></a><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.user_defined.AggregateUDF.udaf" title="Link to this definition">¶</a></dt> <dt class="sig sig-object py"> @@ -1047,7 +1191,11 @@ <dt class="field-odd">Parameters<span class="colon">:</span></dt> <dd class="field-odd"><ul class="simple"> <li><p><strong>accum</strong> – The accumulator python function. Only needed when calling as a -function. Skip this argument when using <code class="docutils literal notranslate"><span class="pre">udaf</span></code> as a decorator.</p></li> +function. Skip this argument when using <code class="docutils literal notranslate"><span class="pre">udaf</span></code> as a decorator. +If you have a Rust backed AggregateUDF within a PyCapsule, you can +pass this parameter and ignore the rest. They will be determined +directly from the underlying function. See the online documentation +for more information.</p></li> <li><p><strong>input_types</strong> – The data types of the arguments to <code class="docutils literal notranslate"><span class="pre">accum</span></code>.</p></li> <li><p><strong>return_type</strong> – The data type of the return value.</p></li> <li><p><strong>state_type</strong> – The data types of the intermediate accumulation.</p></li> @@ -1070,6 +1218,18 @@ </dd></dl> <dl class="py class"> +<dt class="sig sig-object py" id="datafusion.user_defined.AggregateUDFExportable"> +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.user_defined.</span></span><span class="sig-name descname"><span class="pre">AggregateUDFExportable</span></span><a class="headerlink" href="#datafusion.user_defined.AggregateUDFExportable" title="Link to this definition">¶</a></dt> +<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">Protocol</span></code></p> +<p>Type hint for object that has __datafusion_aggregate_udf__ PyCapsule.</p> +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.user_defined.AggregateUDFExportable.__datafusion_aggregate_udf__"> +<span class="sig-name descname"><span class="pre">__datafusion_aggregate_udf__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">object</span></span></span><a class="headerlink" href="#datafusion.user_defined.AggregateUDFExportable.__datafusion_aggregate_udf__" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +</dd></dl> + +<dl class="py class"> <dt class="sig sig-object py" id="datafusion.user_defined.ScalarUDF"> <em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.user_defined.</span></span><span class="sig-name descname"><span class="pre">ScalarUDF</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">func</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="pre">Ellipsis</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">_R</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_types</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.DataType</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">return_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">_R</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">volatility</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.user_defined.Volatility" title="datafusion.user_defined.Volatility"><span class="pre">Volatility</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">str</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.user_defined.ScalarUDF" title="Link to this definition">¶</a></dt> <dd><p>Class for performing scalar user-defined functions (UDF).</p> @@ -1086,10 +1246,26 @@ </dd></dl> <dl class="py method"> +<dt class="sig sig-object py" id="datafusion.user_defined.ScalarUDF.__repr__"> +<span class="sig-name descname"><span class="pre">__repr__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.user_defined.ScalarUDF.__repr__" title="Link to this definition">¶</a></dt> +<dd><p>Print a string representation of the Scalar UDF.</p> +</dd></dl> + +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.user_defined.ScalarUDF.from_pycapsule"> +<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">from_pycapsule</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">func</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.user_defined.ScalarUDFExportable" title="datafusion.user_defined.ScalarUDFExportable"><span class="pre">ScalarUDFExportable</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.user_defined.ScalarUDF" title="datafusion.user_defined.ScalarUDF"><span class="pre">ScalarUDF</span></a></span></span><a class="headerlink" href="#datafusion.user_defined.ScalarUDF.from_pycapsule" title="Link to this definition">¶</a></dt> +<dd><p>Create a Scalar UDF from ScalarUDF PyCapsule object.</p> +<p>This function will instantiate a Scalar UDF that uses a DataFusion +ScalarUDF that is exported via the FFI bindings.</p> +</dd></dl> + +<dl class="py method"> <dt class="sig sig-object py" id="datafusion.user_defined.ScalarUDF.udf"> <em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">udf</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">input_types</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">return_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">_R</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">volatility</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.user_defined.Volatility" title="datafusion.user_defined.Volatility"><span class="pre">Volatility</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="pre">Ellipsis</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="#datafusion.user_defined.ScalarUDF" title="datafusion.user_defined.ScalarUDF"><span class="pre">ScalarUDF</span></a><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.user_defined.ScalarUDF.udf" title="Link to this definition">¶</a></dt> <dt class="sig sig-object py"> <em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">udf</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">func</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="pre">Ellipsis</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">_R</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_types</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">return_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">_R</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">volatility</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.user_defined.Volatility" title="datafusion.user_defined.Volatility"><span class="pre">Volatility</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.user_defined.ScalarUDF" title="datafusion.user_defined.ScalarUDF"><span class="pre">ScalarUDF</span></a></span></span></dt> +<dt class="sig sig-object py"> +<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">udf</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">func</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.user_defined.ScalarUDFExportable" title="datafusion.user_defined.ScalarUDFExportable"><span class="pre">ScalarUDFExportable</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.user_defined.ScalarUDF" title="datafusion.user_defined.ScalarUDF"><span class="pre">ScalarUDF</span></a></span></span></dt> <dd><p>Create a new User-Defined Function (UDF).</p> <p>This class can be used both as either a function or a decorator.</p> <dl class="simple"> @@ -1104,7 +1280,10 @@ <dt class="field-odd">Parameters<span class="colon">:</span></dt> <dd class="field-odd"><ul class="simple"> <li><p><strong>func</strong> (<em>Callable</em><em>, </em><em>optional</em>) – Only needed when calling as a function. -Skip this argument when using <code class="docutils literal notranslate"><span class="pre">udf</span></code> as a decorator.</p></li> +Skip this argument when using <cite>udf</cite> as a decorator. If you have a Rust +backed ScalarUDF within a PyCapsule, you can pass this parameter +and ignore the rest. They will be determined directly from the +underlying function. See the online documentation for more information.</p></li> <li><p><strong>input_types</strong> (<em>list</em><em>[</em><em>pa.DataType</em><em>]</em>) – The data types of the arguments to <code class="docutils literal notranslate"><span class="pre">func</span></code>. This list must be of the same length as the number of arguments.</p></li> @@ -1141,6 +1320,18 @@ </dd></dl> <dl class="py class"> +<dt class="sig sig-object py" id="datafusion.user_defined.ScalarUDFExportable"> +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.user_defined.</span></span><span class="sig-name descname"><span class="pre">ScalarUDFExportable</span></span><a class="headerlink" href="#datafusion.user_defined.ScalarUDFExportable" title="Link to this definition">¶</a></dt> +<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">Protocol</span></code></p> +<p>Type hint for object that has __datafusion_scalar_udf__ PyCapsule.</p> +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.user_defined.ScalarUDFExportable.__datafusion_scalar_udf__"> +<span class="sig-name descname"><span class="pre">__datafusion_scalar_udf__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">object</span></span></span><a class="headerlink" href="#datafusion.user_defined.ScalarUDFExportable.__datafusion_scalar_udf__" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +</dd></dl> + +<dl class="py class"> <dt class="sig sig-object py" id="datafusion.user_defined.TableFunction"> <em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.user_defined.</span></span><span class="sig-name descname"><span class="pre">TableFunction</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">func</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">any</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.user_defined.TableFunction" title="Link to this definition">¶</a></dt> <dd><p>Class for performing user-defined table functions (UDTF).</p> @@ -1431,6 +1622,12 @@ </dd></dl> <dl class="py method"> +<dt class="sig sig-object py" id="datafusion.user_defined.WindowUDF.__repr__"> +<span class="sig-name descname"><span class="pre">__repr__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">str</span></span></span><a class="headerlink" href="#datafusion.user_defined.WindowUDF.__repr__" title="Link to this definition">¶</a></dt> +<dd><p>Print a string representation of the Window UDF.</p> +</dd></dl> + +<dl class="py method"> <dt class="sig sig-object py" id="datafusion.user_defined.WindowUDF._create_window_udf"> <em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">_create_window_udf</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">func</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="#datafusion.user_defined.WindowEvaluator" title="datafusion.user_defined.WindowEvaluator"><span class="pre">WindowEvaluator</span></a><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_types</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.DataType</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">return_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.DataType</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">volatility</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.user_defined.Volatility" title="datafusion.user_defined.Volatility"><span class="pre">Volatility</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.user_defined.WindowUDF" title="datafusion.user_defined.WindowUDF"><span class="pre">WindowUDF</span></a></span></span><a class="headerlink" href="#datafusion.user_defined.WindowUDF._create_window_udf" title="Link to this definition">¶</a></dt> <dd><p>Create a WindowUDF instance from function arguments.</p> @@ -1455,6 +1652,14 @@ </dd></dl> <dl class="py method"> +<dt class="sig sig-object py" id="datafusion.user_defined.WindowUDF.from_pycapsule"> +<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">from_pycapsule</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">func</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.user_defined.WindowUDFExportable" title="datafusion.user_defined.WindowUDFExportable"><span class="pre">WindowUDFExportable</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#datafusion.user_defined.WindowUDF" title="datafusion.user_defined.WindowUDF"><span class="pre">WindowUDF</span></a></span></span><a class="headerlink" href="#datafusion.user_defined.WindowUDF.from_pycapsule" title="Link to this definition">¶</a></dt> +<dd><p>Create a Window UDF from WindowUDF PyCapsule object.</p> +<p>This function will instantiate a Window UDF that uses a DataFusion +WindowUDF that is exported via the FFI bindings.</p> +</dd></dl> + +<dl class="py method"> <dt class="sig sig-object py" id="datafusion.user_defined.WindowUDF.udwf"> <em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">udwf</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">input_types</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.DataType</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">pyarrow.DataType</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">return_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">pyarrow.DataType</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">volatility</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="#datafusion.user_defined.Volatility" title="datafusion.user_defined.Volatility"><span class="pre">Volatility</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="pre">Ellipsis</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="#datafusion.user_defined.WindowUDF" title="datafusion.user_defined.WindowUDF"><span class="pre">WindowUDF</span></a><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#datafusion.user_defined.WindowUDF.udwf" title="Link to this definition">¶</a></dt> <dt class="sig sig-object py"> @@ -1498,7 +1703,10 @@ <dt class="field-odd">Parameters<span class="colon">:</span></dt> <dd class="field-odd"><ul class="simple"> <li><p><strong>func</strong> – Only needed when calling as a function. Skip this argument when -using <code class="docutils literal notranslate"><span class="pre">udwf</span></code> as a decorator.</p></li> +using <code class="docutils literal notranslate"><span class="pre">udwf</span></code> as a decorator. If you have a Rust backed WindowUDF +within a PyCapsule, you can pass this parameter and ignore the rest. +They will be determined directly from the underlying function. See +the online documentation for more information.</p></li> <li><p><strong>input_types</strong> – The data types of the arguments.</p></li> <li><p><strong>return_type</strong> – The data type of the return value.</p></li> <li><p><strong>volatility</strong> – See <a class="reference internal" href="#datafusion.user_defined.Volatility" title="datafusion.user_defined.Volatility"><code class="xref py py-class docutils literal notranslate"><span class="pre">Volatility</span></code></a> for allowed values.</p></li> @@ -1518,6 +1726,18 @@ </dd></dl> +<dl class="py class"> +<dt class="sig sig-object py" id="datafusion.user_defined.WindowUDFExportable"> +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.user_defined.</span></span><span class="sig-name descname"><span class="pre">WindowUDFExportable</span></span><a class="headerlink" href="#datafusion.user_defined.WindowUDFExportable" title="Link to this definition">¶</a></dt> +<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">Protocol</span></code></p> +<p>Type hint for object that has __datafusion_window_udf__ PyCapsule.</p> +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.user_defined.WindowUDFExportable.__datafusion_window_udf__"> +<span class="sig-name descname"><span class="pre">__datafusion_window_udf__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">object</span></span></span><a class="headerlink" href="#datafusion.user_defined.WindowUDFExportable.__datafusion_window_udf__" title="Link to this definition">¶</a></dt> +<dd></dd></dl> + +</dd></dl> + <dl class="py data"> <dt class="sig sig-object py" id="datafusion.user_defined._R"> <span class="sig-prename descclassname"><span class="pre">datafusion.user_defined.</span></span><span class="sig-name descname"><span class="pre">_R</span></span><a class="headerlink" href="#datafusion.user_defined._R" title="Link to this definition">¶</a></dt>
diff --git a/autoapi/index.html b/autoapi/index.html index b8d920e..b79037d 100644 --- a/autoapi/index.html +++ b/autoapi/index.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="current reference internal" href="#"> API Reference </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="datafusion/unparser/index.html"> datafusion.unparser </a> @@ -423,9 +430,9 @@ <ul> <li class="toctree-l1"><a class="reference internal" href="datafusion/index.html">datafusion</a><ul> <li class="toctree-l2"><a class="reference internal" href="datafusion/catalog/index.html">datafusion.catalog</a></li> -<li class="toctree-l2"><a class="reference internal" href="datafusion/col/index.html">datafusion.col</a></li> <li class="toctree-l2"><a class="reference internal" href="datafusion/context/index.html">datafusion.context</a></li> <li class="toctree-l2"><a class="reference internal" href="datafusion/dataframe/index.html">datafusion.dataframe</a></li> +<li class="toctree-l2"><a class="reference internal" href="datafusion/dataframe_formatter/index.html">datafusion.dataframe_formatter</a></li> <li class="toctree-l2"><a class="reference internal" href="datafusion/expr/index.html">datafusion.expr</a></li> <li class="toctree-l2"><a class="reference internal" href="datafusion/functions/index.html">datafusion.functions</a></li> <li class="toctree-l2"><a class="reference internal" href="datafusion/html_formatter/index.html">datafusion.html_formatter</a></li> @@ -439,7 +446,6 @@ <li class="toctree-l2"><a class="reference internal" href="datafusion/plan/index.html">datafusion.plan</a></li> <li class="toctree-l2"><a class="reference internal" href="datafusion/record_batch/index.html">datafusion.record_batch</a></li> <li class="toctree-l2"><a class="reference internal" href="datafusion/substrait/index.html">datafusion.substrait</a></li> -<li class="toctree-l2"><a class="reference internal" href="datafusion/udf/index.html">datafusion.udf</a></li> <li class="toctree-l2"><a class="reference internal" href="datafusion/unparser/index.html">datafusion.unparser</a></li> <li class="toctree-l2"><a class="reference internal" href="datafusion/user_defined/index.html">datafusion.user_defined</a></li> </ul>
diff --git a/contributor-guide/ffi.html b/contributor-guide/ffi.html index 2607e72..518ae0e 100644 --- a/contributor-guide/ffi.html +++ b/contributor-guide/ffi.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a> @@ -585,7 +592,7 @@ <code class="docutils literal notranslate"><span class="pre">TableProvider</span></code> PyCapsule to have this capsule accessible by calling a function named <code class="docutils literal notranslate"><span class="pre">__datafusion_table_provider__</span></code>. You can see a complete working example of how to share a <code class="docutils literal notranslate"><span class="pre">TableProvider</span></code> from one python library to DataFusion Python in the -<a class="reference external" href="https://github.com/apache/datafusion-python/tree/main/examples/ffi-table-provider">repository examples folder</a>.</p> +<a class="reference external" href="https://github.com/apache/datafusion-python/tree/main/examples/datafusion-ffi-example">repository examples folder</a>.</p> <p>This section has been written using <code class="docutils literal notranslate"><span class="pre">TableProvider</span></code> as an example. It is the first extension that has been written using this approach and the most thoroughly implemented. As we continue to expose more of the DataFusion features, we intend to follow this same
diff --git a/contributor-guide/introduction.html b/contributor-guide/introduction.html index a8c329b..5df6002 100644 --- a/contributor-guide/introduction.html +++ b/contributor-guide/introduction.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a>
diff --git a/genindex.html b/genindex.html index 3044426..145252e 100644 --- a/genindex.html +++ b/genindex.html
@@ -114,17 +114,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -180,8 +192,8 @@ <a class="reference internal" href="user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -256,8 +268,8 @@ <a class="reference internal" href="autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -266,8 +278,8 @@ <a class="reference internal" href="autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -278,11 +290,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -293,6 +300,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -311,8 +323,8 @@ <a class="reference internal" href="autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -355,11 +367,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="autoapi/datafusion/unparser/index.html"> datafusion.unparser </a> @@ -467,7 +474,7 @@ <li><a href="autoapi/datafusion/index.html#datafusion.AggregateUDF.__call__">__call__() (datafusion.AggregateUDF method)</a> <ul> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.CellFormatter.__call__">(datafusion.html_formatter.CellFormatter method)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.CellFormatter.__call__">(datafusion.dataframe_formatter.CellFormatter method)</a> </li> <li><a href="autoapi/datafusion/index.html#datafusion.ScalarUDF.__call__">(datafusion.ScalarUDF method)</a> </li> @@ -484,8 +491,16 @@ <li><a href="autoapi/datafusion/index.html#datafusion.WindowUDF.__call__">(datafusion.WindowUDF method)</a> </li> </ul></li> + <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.AggregateUDFExportable.__datafusion_aggregate_udf__">__datafusion_aggregate_udf__() (datafusion.user_defined.AggregateUDFExportable method)</a> +</li> + <li><a href="autoapi/datafusion/context/index.html#datafusion.context.CatalogProviderExportable.__datafusion_catalog_provider__">__datafusion_catalog_provider__() (datafusion.context.CatalogProviderExportable method)</a> +</li> + <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.ScalarUDFExportable.__datafusion_scalar_udf__">__datafusion_scalar_udf__() (datafusion.user_defined.ScalarUDFExportable method)</a> +</li> <li><a href="autoapi/datafusion/context/index.html#datafusion.context.TableProviderExportable.__datafusion_table_provider__">__datafusion_table_provider__() (datafusion.context.TableProviderExportable method)</a> </li> + <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.WindowUDFExportable.__datafusion_window_udf__">__datafusion_window_udf__() (datafusion.user_defined.WindowUDFExportable method)</a> +</li> <li><a href="autoapi/datafusion/index.html#datafusion.Expr.__eq__">__eq__() (datafusion.Expr method)</a> <ul> @@ -578,9 +593,21 @@ <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.Expr.__rand__">(datafusion.expr.Expr attribute)</a> </li> </ul></li> - <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.__repr__">__repr__() (datafusion.dataframe.DataFrame method)</a> + <li><a href="autoapi/datafusion/index.html#datafusion.AggregateUDF.__repr__">__repr__() (datafusion.AggregateUDF method)</a> <ul> + <li><a href="autoapi/datafusion/index.html#datafusion.Catalog.__repr__">(datafusion.Catalog method)</a> +</li> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Catalog.__repr__">(datafusion.catalog.Catalog method)</a> +</li> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Schema.__repr__">(datafusion.catalog.Schema method)</a> +</li> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Table.__repr__">(datafusion.catalog.Table method)</a> +</li> + <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.__repr__">(datafusion.context.SessionContext method)</a> +</li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.__repr__">(datafusion.dataframe.DataFrame method)</a> +</li> <li><a href="autoapi/datafusion/index.html#datafusion.ExecutionPlan.__repr__">(datafusion.ExecutionPlan method)</a> </li> <li><a href="autoapi/datafusion/index.html#datafusion.Expr.__repr__">(datafusion.Expr method)</a> @@ -589,17 +616,35 @@ </li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.SortExpr.__repr__">(datafusion.expr.SortExpr method)</a> </li> + <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.WindowFrame.__repr__">(datafusion.expr.WindowFrame method)</a> +</li> <li><a href="autoapi/datafusion/index.html#datafusion.LogicalPlan.__repr__">(datafusion.LogicalPlan method)</a> </li> <li><a href="autoapi/datafusion/plan/index.html#datafusion.plan.ExecutionPlan.__repr__">(datafusion.plan.ExecutionPlan method)</a> </li> <li><a href="autoapi/datafusion/plan/index.html#datafusion.plan.LogicalPlan.__repr__">(datafusion.plan.LogicalPlan method)</a> </li> + <li><a href="autoapi/datafusion/index.html#datafusion.ScalarUDF.__repr__">(datafusion.ScalarUDF method)</a> +</li> + <li><a href="autoapi/datafusion/index.html#datafusion.Table.__repr__">(datafusion.Table method)</a> +</li> <li><a href="autoapi/datafusion/index.html#datafusion.TableFunction.__repr__">(datafusion.TableFunction method)</a> </li> + <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.AggregateUDF.__repr__">(datafusion.user_defined.AggregateUDF method)</a> +</li> + <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.ScalarUDF.__repr__">(datafusion.user_defined.ScalarUDF method)</a> +</li> <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.TableFunction.__repr__">(datafusion.user_defined.TableFunction method)</a> </li> + <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.WindowUDF.__repr__">(datafusion.user_defined.WindowUDF method)</a> +</li> + <li><a href="autoapi/datafusion/index.html#datafusion.WindowFrame.__repr__">(datafusion.WindowFrame method)</a> +</li> + <li><a href="autoapi/datafusion/index.html#datafusion.WindowUDF.__repr__">(datafusion.WindowUDF method)</a> +</li> </ul></li> + </ul></td> + <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/index.html#datafusion.Expr.__richcmp__">__richcmp__() (datafusion.Expr method)</a> <ul> @@ -612,8 +657,6 @@ <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.Expr.__rmod__">(datafusion.expr.Expr attribute)</a> </li> </ul></li> - </ul></td> - <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/index.html#datafusion.Expr.__rmul__">__rmul__ (datafusion.Expr attribute)</a> <ul> @@ -652,19 +695,21 @@ <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.Expr.__truediv__">(datafusion.expr.Expr method)</a> </li> </ul></li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter._build_expandable_cell">_build_expandable_cell() (datafusion.html_formatter.DataFrameHtmlFormatter method)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_expandable_cell">_build_expandable_cell() (datafusion.dataframe_formatter.DataFrameHtmlFormatter method)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter._build_html_footer">_build_html_footer() (datafusion.html_formatter.DataFrameHtmlFormatter method)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_html_footer">_build_html_footer() (datafusion.dataframe_formatter.DataFrameHtmlFormatter method)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter._build_html_header">_build_html_header() (datafusion.html_formatter.DataFrameHtmlFormatter method)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_html_header">_build_html_header() (datafusion.dataframe_formatter.DataFrameHtmlFormatter method)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter._build_regular_cell">_build_regular_cell() (datafusion.html_formatter.DataFrameHtmlFormatter method)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_regular_cell">_build_regular_cell() (datafusion.dataframe_formatter.DataFrameHtmlFormatter method)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter._build_table_body">_build_table_body() (datafusion.html_formatter.DataFrameHtmlFormatter method)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_table_body">_build_table_body() (datafusion.dataframe_formatter.DataFrameHtmlFormatter method)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter._build_table_container_start">_build_table_container_start() (datafusion.html_formatter.DataFrameHtmlFormatter method)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_table_container_start">_build_table_container_start() (datafusion.dataframe_formatter.DataFrameHtmlFormatter method)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter._build_table_header">_build_table_header() (datafusion.html_formatter.DataFrameHtmlFormatter method)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_table_header">_build_table_header() (datafusion.dataframe_formatter.DataFrameHtmlFormatter method)</a> +</li> + <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext._convert_table_partition_cols">_convert_table_partition_cols() (datafusion.context.SessionContext static method)</a> </li> <li><a href="autoapi/datafusion/index.html#datafusion.TableFunction._create_table_udf">_create_table_udf() (datafusion.TableFunction static method)</a> @@ -690,17 +735,17 @@ <li><a href="autoapi/datafusion/index.html#datafusion.WindowUDF._create_window_udf_decorator">(datafusion.WindowUDF static method)</a> </li> </ul></li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter._custom_cell_builder">_custom_cell_builder (datafusion.html_formatter.DataFrameHtmlFormatter attribute)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter._custom_cell_builder">_custom_cell_builder (datafusion.dataframe_formatter.DataFrameHtmlFormatter attribute)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter._custom_header_builder">_custom_header_builder (datafusion.html_formatter.DataFrameHtmlFormatter attribute)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter._custom_header_builder">_custom_header_builder (datafusion.dataframe_formatter.DataFrameHtmlFormatter attribute)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.FormatterManager._default_formatter">_default_formatter (datafusion.html_formatter.FormatterManager attribute)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.FormatterManager._default_formatter">_default_formatter (datafusion.dataframe_formatter.FormatterManager attribute)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter._format_cell_value">_format_cell_value() (datafusion.html_formatter.DataFrameHtmlFormatter method)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter._format_cell_value">_format_cell_value() (datafusion.dataframe_formatter.DataFrameHtmlFormatter method)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter._get_cell_value">_get_cell_value() (datafusion.html_formatter.DataFrameHtmlFormatter method)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter._get_cell_value">_get_cell_value() (datafusion.dataframe_formatter.DataFrameHtmlFormatter method)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter._get_default_css">_get_default_css() (datafusion.html_formatter.DataFrameHtmlFormatter method)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter._get_default_css">_get_default_css() (datafusion.dataframe_formatter.DataFrameHtmlFormatter method)</a> </li> <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.WindowUDF._get_default_name">_get_default_name() (datafusion.user_defined.WindowUDF static method)</a> @@ -708,7 +753,7 @@ <li><a href="autoapi/datafusion/index.html#datafusion.WindowUDF._get_default_name">(datafusion.WindowUDF static method)</a> </li> </ul></li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter._get_javascript">_get_javascript() (datafusion.html_formatter.DataFrameHtmlFormatter method)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter._get_javascript">_get_javascript() (datafusion.dataframe_formatter.DataFrameHtmlFormatter method)</a> </li> <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.WindowUDF._normalize_input_types">_normalize_input_types() (datafusion.user_defined.WindowUDF static method)</a> @@ -734,19 +779,19 @@ <li><a href="autoapi/datafusion/plan/index.html#datafusion.plan.LogicalPlan._raw_plan">(datafusion.plan.LogicalPlan attribute)</a> </li> </ul></li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter._refresh_formatter_reference">_refresh_formatter_reference() (in module datafusion.html_formatter)</a> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Schema._raw_schema">_raw_schema (datafusion.catalog.Schema attribute)</a> +</li> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter._refresh_formatter_reference">_refresh_formatter_reference() (in module datafusion.dataframe_formatter)</a> </li> <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame._repr_html_">_repr_html_() (datafusion.dataframe.DataFrame method)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter._styles_loaded">_styles_loaded (datafusion.html_formatter.DataFrameHtmlFormatter attribute)</a> -</li> <li><a href="autoapi/datafusion/index.html#datafusion.Expr._to_pyarrow_types">_to_pyarrow_types (datafusion.Expr attribute)</a> <ul> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.Expr._to_pyarrow_types">(datafusion.expr.Expr attribute)</a> </li> </ul></li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter._type_formatters">_type_formatters (datafusion.html_formatter.DataFrameHtmlFormatter attribute)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter._type_formatters">_type_formatters (datafusion.dataframe_formatter.DataFrameHtmlFormatter attribute)</a> </li> <li><a href="autoapi/datafusion/index.html#datafusion.AggregateUDF._udaf">_udaf (datafusion.AggregateUDF attribute)</a> @@ -772,9 +817,9 @@ <li><a href="autoapi/datafusion/index.html#datafusion.WindowUDF._udwf">(datafusion.WindowUDF attribute)</a> </li> </ul></li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter._validate_bool">_validate_bool() (in module datafusion.html_formatter)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter._validate_bool">_validate_bool() (in module datafusion.dataframe_formatter)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter._validate_positive_int">_validate_positive_int() (in module datafusion.html_formatter)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter._validate_positive_int">_validate_positive_int() (in module datafusion.dataframe_formatter)</a> </li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.Window._window_frame">_window_frame (datafusion.expr.Window attribute)</a> </li> @@ -826,6 +871,8 @@ <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.AggregateUDF">(class in datafusion.user_defined)</a> </li> </ul></li> + <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.AggregateUDFExportable">AggregateUDFExportable (class in datafusion.user_defined)</a> +</li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.Alias">Alias (in module datafusion.expr)</a> </li> <li><a href="autoapi/datafusion/index.html#datafusion.Expr.alias">alias() (datafusion.Expr method)</a> @@ -836,6 +883,12 @@ <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.alias">(in module datafusion.functions)</a> </li> </ul></li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.allow_single_file_parallelism">allow_single_file_parallelism (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id7">[1]</a> + + <ul> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.allow_single_file_parallelism">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id8">[1]</a> +</li> + </ul></li> <li><a href="autoapi/datafusion/object_store/index.html#datafusion.object_store.AmazonS3">AmazonS3 (in module datafusion.object_store)</a> </li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.Analyze">Analyze (in module datafusion.expr)</a> @@ -900,6 +953,8 @@ </li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.array_join">array_join() (in module datafusion.functions)</a> </li> + </ul></td> + <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/index.html#datafusion.Expr.array_length">array_length() (datafusion.Expr method)</a> <ul> @@ -908,8 +963,6 @@ <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.array_length">(in module datafusion.functions)</a> </li> </ul></li> - </ul></td> - <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/index.html#datafusion.Expr.array_ndims">array_ndims() (datafusion.Expr method)</a> <ul> @@ -1058,10 +1111,42 @@ </ul></li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.bit_or">bit_or() (in module datafusion.functions)</a> </li> - </ul></td> - <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.bit_xor">bit_xor() (in module datafusion.functions)</a> </li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetColumnOptions.bloom_filter_enabled">bloom_filter_enabled (datafusion.dataframe.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id0">[1]</a> + + <ul> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetColumnOptions.bloom_filter_enabled">(datafusion.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id0">[1]</a> +</li> + </ul></li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetColumnOptions.bloom_filter_fpp">bloom_filter_fpp (datafusion.dataframe.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id1">[1]</a> + + <ul> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.bloom_filter_fpp">(datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id8">[1]</a> +</li> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetColumnOptions.bloom_filter_fpp">(datafusion.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id2">[1]</a> +</li> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.bloom_filter_fpp">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id9">[1]</a> +</li> + </ul></li> + </ul></td> + <td style="width: 33%; vertical-align: top;"><ul> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetColumnOptions.bloom_filter_ndv">bloom_filter_ndv (datafusion.dataframe.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id2">[1]</a> + + <ul> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.bloom_filter_ndv">(datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id9">[1]</a> +</li> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetColumnOptions.bloom_filter_ndv">(datafusion.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id3">[1]</a> +</li> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.bloom_filter_ndv">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id10">[1]</a> +</li> + </ul></li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.bloom_filter_on_write">bloom_filter_on_write (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id10">[1]</a> + + <ul> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.bloom_filter_on_write">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id11">[1]</a> +</li> + </ul></li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.bool_and">bool_and() (in module datafusion.functions)</a> </li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.bool_or">bool_or() (in module datafusion.functions)</a> @@ -1138,6 +1223,12 @@ </ul></li> <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.catalog">catalog() (datafusion.context.SessionContext method)</a> </li> + <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.catalog_names">catalog_names() (datafusion.context.SessionContext method)</a> +</li> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.CatalogProvider">CatalogProvider (class in datafusion.catalog)</a> +</li> + <li><a href="autoapi/datafusion/context/index.html#datafusion.context.CatalogProviderExportable">CatalogProviderExportable (class in datafusion.context)</a> +</li> <li><a href="autoapi/datafusion/index.html#datafusion.Expr.cbrt">cbrt() (datafusion.Expr method)</a> <ul> @@ -1154,7 +1245,7 @@ <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.ceil">(in module datafusion.functions)</a> </li> </ul></li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.CellFormatter">CellFormatter (class in datafusion.html_formatter)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.CellFormatter">CellFormatter (class in datafusion.dataframe_formatter)</a> </li> <li><a href="autoapi/datafusion/index.html#datafusion.Expr.char_length">char_length() (datafusion.Expr method)</a> @@ -1189,11 +1280,7 @@ <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.coalesce">coalesce() (in module datafusion.functions)</a> </li> <li><a href="autoapi/datafusion/index.html#datafusion.col">col (in module datafusion)</a> - - <ul> - <li><a href="autoapi/datafusion/col/index.html#datafusion.col.col">(in module datafusion.col)</a> </li> - </ul></li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.col">col() (in module datafusion.functions)</a> </li> <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.collect">collect() (datafusion.dataframe.DataFrame method)</a> @@ -1201,29 +1288,47 @@ <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.collect_partitioned">collect_partitioned() (datafusion.dataframe.DataFrame method)</a> </li> <li><a href="autoapi/datafusion/index.html#datafusion.column">column (in module datafusion)</a> - - <ul> - <li><a href="autoapi/datafusion/col/index.html#datafusion.col.column">(in module datafusion.col)</a> </li> - </ul></li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.Column">Column (in module datafusion.expr)</a> </li> - </ul></td> - <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/index.html#datafusion.Expr.column">column() (datafusion.Expr static method)</a> <ul> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.Expr.column">(datafusion.expr.Expr static method)</a> </li> </ul></li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.column_index_truncate_length">column_index_truncate_length (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id11">[1]</a> + + <ul> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.column_index_truncate_length">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id12">[1]</a> +</li> + </ul></li> + </ul></td> + <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/index.html#datafusion.Expr.column_name">column_name() (datafusion.Expr method)</a> <ul> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.Expr.column_name">(datafusion.expr.Expr method)</a> </li> </ul></li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.column_specific_options">column_specific_options (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id12">[1]</a> + + <ul> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.column_specific_options">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id13">[1]</a> +</li> + </ul></li> <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.Compression">Compression (class in datafusion.dataframe)</a> </li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetColumnOptions.compression">compression (datafusion.dataframe.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id3">[1]</a> + + <ul> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.compression">(datafusion.dataframe.ParquetWriterOptions attribute)</a> +</li> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetColumnOptions.compression">(datafusion.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id4">[1]</a> +</li> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.compression">(datafusion.ParquetWriterOptions attribute)</a> +</li> + </ul></li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.concat">concat() (in module datafusion.functions)</a> </li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.concat_ws">concat_ws() (in module datafusion.functions)</a> @@ -1241,7 +1346,7 @@ <li><a href="autoapi/datafusion/index.html#datafusion.configure_formatter">configure_formatter() (in module datafusion)</a> <ul> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.configure_formatter">(in module datafusion.html_formatter)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.configure_formatter">(in module datafusion.dataframe_formatter)</a> </li> </ul></li> <li><a href="autoapi/datafusion/substrait/index.html#datafusion.substrait.Consumer">Consumer (class in datafusion.substrait)</a> @@ -1296,6 +1401,12 @@ </li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.CreateCatalogSchema">CreateCatalogSchema (in module datafusion.expr)</a> </li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.created_by">created_by (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id13">[1]</a> + + <ul> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.created_by">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id14">[1]</a> +</li> + </ul></li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.CreateExternalTable">CreateExternalTable (in module datafusion.expr)</a> </li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.CreateFunction">CreateFunction (in module datafusion.expr)</a> @@ -1316,7 +1427,7 @@ </li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.current_time">current_time() (in module datafusion.functions)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter.custom_css">custom_css (datafusion.html_formatter.DataFrameHtmlFormatter attribute)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter.custom_css">custom_css (datafusion.dataframe_formatter.DataFrameHtmlFormatter attribute)</a> </li> </ul></td> </tr></table> @@ -1324,12 +1435,20 @@ <h2 id="D">D</h2> <table style="width: 100%" class="indextable genindextable"><tr> <td style="width: 33%; vertical-align: top;"><ul> - <li><a href="autoapi/datafusion/index.html#datafusion.Database">Database (class in datafusion)</a> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.data_page_row_count_limit">data_page_row_count_limit (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id14">[1]</a> <ul> - <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Database">(class in datafusion.catalog)</a> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.data_page_row_count_limit">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id15">[1]</a> </li> </ul></li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.data_pagesize_limit">data_pagesize_limit (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id15">[1]</a> + + <ul> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.data_pagesize_limit">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id16">[1]</a> +</li> + </ul></li> + <li><a href="autoapi/datafusion/index.html#datafusion.Database">Database (class in datafusion)</a> +</li> <li><a href="autoapi/datafusion/index.html#datafusion.Catalog.database">database() (datafusion.Catalog method)</a> <ul> @@ -1338,7 +1457,7 @@ </ul></li> <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame">DataFrame (class in datafusion.dataframe)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter">DataFrameHtmlFormatter (class in datafusion.html_formatter)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter">DataFrameHtmlFormatter (class in datafusion.dataframe_formatter)</a> </li> <li> datafusion @@ -1355,13 +1474,6 @@ </li> </ul></li> <li> - datafusion.col - - <ul> - <li><a href="autoapi/datafusion/col/index.html#module-datafusion.col">module</a> -</li> - </ul></li> - <li> datafusion.context <ul> @@ -1376,6 +1488,13 @@ </li> </ul></li> <li> + datafusion.dataframe_formatter + + <ul> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#module-datafusion.dataframe_formatter">module</a> +</li> + </ul></li> + <li> datafusion.expr <ul> @@ -1453,13 +1572,6 @@ </li> </ul></li> <li> - datafusion.udf - - <ul> - <li><a href="autoapi/datafusion/udf/index.html#module-datafusion.udf">module</a> -</li> - </ul></li> - <li> datafusion.unparser <ul> @@ -1479,25 +1591,21 @@ </li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.date_trunc">date_trunc() (in module datafusion.functions)</a> </li> - </ul></td> - <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.datepart">datepart() (in module datafusion.functions)</a> </li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.datetrunc">datetrunc() (in module datafusion.functions)</a> </li> - <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Database.db">db (datafusion.catalog.Database attribute)</a> - - <ul> - <li><a href="autoapi/datafusion/index.html#datafusion.Database.db">(datafusion.Database attribute)</a> -</li> - </ul></li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.Deallocate">Deallocate (in module datafusion.expr)</a> </li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.decode">decode() (in module datafusion.functions)</a> </li> + </ul></td> + <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/unparser/index.html#datafusion.unparser.Dialect.default">default() (datafusion.unparser.Dialect static method)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DefaultStyleProvider">DefaultStyleProvider (class in datafusion.html_formatter)</a> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.default_str_repr">default_str_repr() (datafusion.dataframe.DataFrame static method)</a> +</li> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DefaultStyleProvider">DefaultStyleProvider (class in datafusion.dataframe_formatter)</a> </li> <li><a href="autoapi/datafusion/index.html#datafusion.Expr.degrees">degrees() (datafusion.Expr method)</a> @@ -1509,8 +1617,22 @@ </ul></li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.dense_rank">dense_rank() (in module datafusion.functions)</a> </li> - <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.deregister_table">deregister_table() (datafusion.context.SessionContext method)</a> + <li><a href="autoapi/datafusion/index.html#datafusion.Catalog.deregister_schema">deregister_schema() (datafusion.Catalog method)</a> + + <ul> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Catalog.deregister_schema">(datafusion.catalog.Catalog method)</a> </li> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.CatalogProvider.deregister_schema">(datafusion.catalog.CatalogProvider method)</a> +</li> + </ul></li> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Schema.deregister_table">deregister_table() (datafusion.catalog.Schema method)</a> + + <ul> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.SchemaProvider.deregister_table">(datafusion.catalog.SchemaProvider method)</a> +</li> + <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.deregister_table">(datafusion.context.SessionContext method)</a> +</li> + </ul></li> <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.describe">describe() (datafusion.dataframe.DataFrame method)</a> </li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.DescribeTable">DescribeTable (in module datafusion.expr)</a> @@ -1527,6 +1649,22 @@ </li> <li><a href="autoapi/datafusion/unparser/index.html#datafusion.unparser.Dialect.dialect">dialect (datafusion.unparser.Dialect attribute)</a> </li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetColumnOptions.dictionary_enabled">dictionary_enabled (datafusion.dataframe.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id4">[1]</a> + + <ul> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.dictionary_enabled">(datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id16">[1]</a> +</li> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetColumnOptions.dictionary_enabled">(datafusion.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id5">[1]</a> +</li> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.dictionary_enabled">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id17">[1]</a> +</li> + </ul></li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.dictionary_page_size_limit">dictionary_page_size_limit (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id17">[1]</a> + + <ul> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.dictionary_page_size_limit">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id18">[1]</a> +</li> + </ul></li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.digest">digest() (in module datafusion.functions)</a> </li> <li><a href="autoapi/datafusion/index.html#datafusion.ExecutionPlan.display">display() (datafusion.ExecutionPlan method)</a> @@ -1609,7 +1747,7 @@ </li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.EmptyRelation">EmptyRelation (in module datafusion.expr)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter.enable_cell_expansion">enable_cell_expansion (datafusion.html_formatter.DataFrameHtmlFormatter attribute)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter.enable_cell_expansion">enable_cell_expansion (datafusion.dataframe_formatter.DataFrameHtmlFormatter attribute)</a> </li> <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.enable_url_table">enable_url_table() (datafusion.context.SessionContext method)</a> </li> @@ -1619,6 +1757,16 @@ <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.encode">(in module datafusion.functions)</a> </li> </ul></li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetColumnOptions.encoding">encoding (datafusion.dataframe.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id5">[1]</a> + + <ul> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.encoding">(datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id18">[1]</a> +</li> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetColumnOptions.encoding">(datafusion.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id6">[1]</a> +</li> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.encoding">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id19">[1]</a> +</li> + </ul></li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.CaseBuilder.end">end() (datafusion.expr.CaseBuilder method)</a> </li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.ends_with">ends_with() (in module datafusion.functions)</a> @@ -1635,12 +1783,12 @@ </li> <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.WindowEvaluator.evaluate_all_with_rank">evaluate_all_with_rank() (datafusion.user_defined.WindowEvaluator method)</a> </li> + </ul></td> + <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.except_all">except_all() (datafusion.dataframe.DataFrame method)</a> </li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.Execute">Execute (in module datafusion.expr)</a> </li> - </ul></td> - <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.execute">execute() (datafusion.context.SessionContext method)</a> </li> <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.execute_stream">execute_stream() (datafusion.dataframe.DataFrame method)</a> @@ -1747,18 +1895,26 @@ <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.floor">(in module datafusion.functions)</a> </li> </ul></li> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter.format_html">format_html() (datafusion.dataframe_formatter.DataFrameHtmlFormatter method)</a> +</li> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter.format_str">format_str() (datafusion.dataframe_formatter.DataFrameHtmlFormatter method)</a> +</li> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.FormatterManager">FormatterManager (class in datafusion.dataframe_formatter)</a> +</li> </ul></td> <td style="width: 33%; vertical-align: top;"><ul> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter.format_html">format_html() (datafusion.html_formatter.DataFrameHtmlFormatter method)</a> -</li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.FormatterManager">FormatterManager (class in datafusion.html_formatter)</a> -</li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.WindowFrameBound.frame_bound">frame_bound (datafusion.expr.WindowFrameBound attribute)</a> </li> <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.from_arrow">from_arrow() (datafusion.context.SessionContext method)</a> </li> <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.from_arrow_table">from_arrow_table() (datafusion.context.SessionContext method)</a> </li> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Table.from_dataset">from_dataset() (datafusion.catalog.Table static method)</a> + + <ul> + <li><a href="autoapi/datafusion/index.html#datafusion.Table.from_dataset">(datafusion.Table static method)</a> +</li> + </ul></li> <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.from_pandas">from_pandas() (datafusion.context.SessionContext method)</a> </li> <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.from_polars">from_polars() (datafusion.context.SessionContext method)</a> @@ -1773,6 +1929,20 @@ <li><a href="autoapi/datafusion/plan/index.html#datafusion.plan.LogicalPlan.from_proto">(datafusion.plan.LogicalPlan static method)</a> </li> </ul></li> + <li><a href="autoapi/datafusion/index.html#datafusion.AggregateUDF.from_pycapsule">from_pycapsule() (datafusion.AggregateUDF static method)</a> + + <ul> + <li><a href="autoapi/datafusion/index.html#datafusion.ScalarUDF.from_pycapsule">(datafusion.ScalarUDF static method)</a> +</li> + <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.AggregateUDF.from_pycapsule">(datafusion.user_defined.AggregateUDF static method)</a> +</li> + <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.ScalarUDF.from_pycapsule">(datafusion.user_defined.ScalarUDF static method)</a> +</li> + <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.WindowUDF.from_pycapsule">(datafusion.user_defined.WindowUDF static method)</a> +</li> + <li><a href="autoapi/datafusion/index.html#datafusion.WindowUDF.from_pycapsule">(datafusion.WindowUDF static method)</a> +</li> + </ul></li> <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.from_pydict">from_pydict() (datafusion.context.SessionContext method)</a> </li> <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.from_pylist">from_pylist() (datafusion.context.SessionContext method)</a> @@ -1797,18 +1967,18 @@ <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.gcd">gcd() (in module datafusion.functions)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DefaultStyleProvider.get_cell_style">get_cell_style() (datafusion.html_formatter.DefaultStyleProvider method)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DefaultStyleProvider.get_cell_style">get_cell_style() (datafusion.dataframe_formatter.DefaultStyleProvider method)</a> <ul> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.StyleProvider.get_cell_style">(datafusion.html_formatter.StyleProvider method)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.StyleProvider.get_cell_style">(datafusion.dataframe_formatter.StyleProvider method)</a> </li> </ul></li> <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.Compression.get_default_level">get_default_level() (datafusion.dataframe.Compression method)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.FormatterManager.get_formatter">get_formatter() (datafusion.html_formatter.FormatterManager class method)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.FormatterManager.get_formatter">get_formatter() (datafusion.dataframe_formatter.FormatterManager class method)</a> <ul> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.get_formatter">(in module datafusion.html_formatter)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.get_formatter">(in module datafusion.dataframe_formatter)</a> </li> </ul></li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.WindowFrame.get_frame_units">get_frame_units() (datafusion.expr.WindowFrame method)</a> @@ -1817,10 +1987,10 @@ <li><a href="autoapi/datafusion/index.html#datafusion.WindowFrame.get_frame_units">(datafusion.WindowFrame method)</a> </li> </ul></li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DefaultStyleProvider.get_header_style">get_header_style() (datafusion.html_formatter.DefaultStyleProvider method)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DefaultStyleProvider.get_header_style">get_header_style() (datafusion.dataframe_formatter.DefaultStyleProvider method)</a> <ul> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.StyleProvider.get_header_style">(datafusion.html_formatter.StyleProvider method)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.StyleProvider.get_header_style">(datafusion.dataframe_formatter.StyleProvider method)</a> </li> </ul></li> </ul></td> @@ -1911,14 +2081,14 @@ </li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.WindowFrameBound.is_following">is_following() (datafusion.expr.WindowFrameBound method)</a> </li> + </ul></td> + <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/index.html#datafusion.Expr.is_not_null">is_not_null() (datafusion.Expr method)</a> <ul> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.Expr.is_not_null">(datafusion.expr.Expr method)</a> </li> </ul></li> - </ul></td> - <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/index.html#datafusion.Expr.is_null">is_null() (datafusion.Expr method)</a> <ul> @@ -1927,8 +2097,6 @@ </ul></li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.WindowFrameBound.is_preceding">is_preceding() (datafusion.expr.WindowFrameBound method)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter.is_styles_loaded">is_styles_loaded() (datafusion.html_formatter.DataFrameHtmlFormatter class method)</a> -</li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.WindowFrameBound.is_unbounded">is_unbounded() (datafusion.expr.WindowFrameBound method)</a> </li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.IsFalse">IsFalse (in module datafusion.expr)</a> @@ -2089,10 +2257,10 @@ </li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.list_remove_all">list_remove_all() (in module datafusion.functions)</a> </li> - </ul></td> - <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.list_remove_n">list_remove_n() (in module datafusion.functions)</a> </li> + </ul></td> + <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.list_repeat">list_repeat() (in module datafusion.functions)</a> </li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.list_replace">list_replace() (in module datafusion.functions)</a> @@ -2123,6 +2291,12 @@ <li><a href="autoapi/datafusion/index.html#datafusion.literal">(in module datafusion)</a> </li> </ul></li> + <li><a href="autoapi/datafusion/index.html#datafusion.Expr.literal_with_metadata">literal_with_metadata() (datafusion.Expr static method)</a> + + <ul> + <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.Expr.literal_with_metadata">(datafusion.expr.Expr static method)</a> +</li> + </ul></li> <li><a href="autoapi/datafusion/index.html#datafusion.Expr.ln">ln() (datafusion.Expr method)</a> <ul> @@ -2201,14 +2375,32 @@ </li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.max">max() (in module datafusion.functions)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter.max_cell_length">max_cell_length (datafusion.html_formatter.DataFrameHtmlFormatter attribute)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter.max_cell_length">max_cell_length (datafusion.dataframe_formatter.DataFrameHtmlFormatter attribute)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter.max_height">max_height (datafusion.html_formatter.DataFrameHtmlFormatter attribute)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter.max_height">max_height (datafusion.dataframe_formatter.DataFrameHtmlFormatter attribute)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter.max_memory_bytes">max_memory_bytes (datafusion.html_formatter.DataFrameHtmlFormatter attribute)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter.max_memory_bytes">max_memory_bytes (datafusion.dataframe_formatter.DataFrameHtmlFormatter attribute)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter.max_width">max_width (datafusion.html_formatter.DataFrameHtmlFormatter attribute)</a> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.max_row_group_size">max_row_group_size (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id19">[1]</a> + + <ul> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.max_row_group_size">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id20">[1]</a> </li> + </ul></li> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter.max_width">max_width (datafusion.dataframe_formatter.DataFrameHtmlFormatter attribute)</a> +</li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.maximum_buffered_record_batches_per_stream">maximum_buffered_record_batches_per_stream (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id20">[1]</a> + + <ul> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.maximum_buffered_record_batches_per_stream">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id21">[1]</a> +</li> + </ul></li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.maximum_parallel_row_group_writers">maximum_parallel_row_group_writers (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id21">[1]</a> + + <ul> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.maximum_parallel_row_group_writers">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id22">[1]</a> +</li> + </ul></li> <li><a href="autoapi/datafusion/index.html#datafusion.Expr.md5">md5() (datafusion.Expr method)</a> <ul> @@ -2223,17 +2415,27 @@ </li> <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.WindowEvaluator.memoize">memoize() (datafusion.user_defined.WindowEvaluator method)</a> </li> + <li><a href="autoapi/datafusion/index.html#datafusion.Catalog.memory_catalog">memory_catalog() (datafusion.Catalog static method)</a> + + <ul> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Catalog.memory_catalog">(datafusion.catalog.Catalog static method)</a> +</li> + </ul></li> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Schema.memory_schema">memory_schema() (datafusion.catalog.Schema static method)</a> +</li> <li><a href="autoapi/datafusion/index.html#datafusion.Accumulator.merge">merge() (datafusion.Accumulator method)</a> <ul> <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.Accumulator.merge">(datafusion.user_defined.Accumulator method)</a> </li> </ul></li> + </ul></td> + <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/object_store/index.html#datafusion.object_store.MicrosoftAzure">MicrosoftAzure (in module datafusion.object_store)</a> </li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.min">min() (in module datafusion.functions)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter.min_rows_display">min_rows_display (datafusion.html_formatter.DataFrameHtmlFormatter attribute)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter.min_rows_display">min_rows_display (datafusion.dataframe_formatter.DataFrameHtmlFormatter attribute)</a> </li> <li> module @@ -2243,12 +2445,12 @@ </li> <li><a href="autoapi/datafusion/catalog/index.html#module-datafusion.catalog">datafusion.catalog</a> </li> - <li><a href="autoapi/datafusion/col/index.html#module-datafusion.col">datafusion.col</a> -</li> <li><a href="autoapi/datafusion/context/index.html#module-datafusion.context">datafusion.context</a> </li> <li><a href="autoapi/datafusion/dataframe/index.html#module-datafusion.dataframe">datafusion.dataframe</a> </li> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#module-datafusion.dataframe_formatter">datafusion.dataframe_formatter</a> +</li> <li><a href="autoapi/datafusion/expr/index.html#module-datafusion.expr">datafusion.expr</a> </li> <li><a href="autoapi/datafusion/functions/index.html#module-datafusion.functions">datafusion.functions</a> @@ -2271,15 +2473,11 @@ </li> <li><a href="autoapi/datafusion/substrait/index.html#module-datafusion.substrait">datafusion.substrait</a> </li> - <li><a href="autoapi/datafusion/udf/index.html#module-datafusion.udf">datafusion.udf</a> -</li> <li><a href="autoapi/datafusion/unparser/index.html#module-datafusion.unparser">datafusion.unparser</a> </li> <li><a href="autoapi/datafusion/user_defined/index.html#module-datafusion.user_defined">datafusion.user_defined</a> </li> </ul></li> - </ul></td> - <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/unparser/index.html#datafusion.unparser.Dialect.mysql">mysql() (datafusion.unparser.Dialect static method)</a> </li> </ul></td> @@ -2295,9 +2493,7 @@ <ul> <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Catalog.names">(datafusion.catalog.Catalog method)</a> </li> - <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Database.names">(datafusion.catalog.Database method)</a> -</li> - <li><a href="autoapi/datafusion/index.html#datafusion.Database.names">(datafusion.Database method)</a> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Schema.names">(datafusion.catalog.Schema method)</a> </li> </ul></li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.nanvl">nanvl() (in module datafusion.functions)</a> @@ -2376,12 +2572,26 @@ </ul></li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.overlay">overlay() (in module datafusion.functions)</a> </li> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.SchemaProvider.owner_name">owner_name() (datafusion.catalog.SchemaProvider method)</a> +</li> </ul></td> </tr></table> <h2 id="P">P</h2> <table style="width: 100%" class="indextable genindextable"><tr> <td style="width: 33%; vertical-align: top;"><ul> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetColumnOptions">ParquetColumnOptions (class in datafusion)</a> + + <ul> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetColumnOptions">(class in datafusion.dataframe)</a> +</li> + </ul></li> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions">ParquetWriterOptions (class in datafusion)</a> + + <ul> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions">(class in datafusion.dataframe)</a> +</li> + </ul></li> <li><a href="autoapi/datafusion/index.html#datafusion.Expr.partition_by">partition_by() (datafusion.Expr method)</a> <ul> @@ -2400,12 +2610,12 @@ </li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.pi">pi() (in module datafusion.functions)</a> </li> + </ul></td> + <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.Placeholder">Placeholder (in module datafusion.expr)</a> </li> <li><a href="autoapi/datafusion/substrait/index.html#datafusion.substrait.Plan">Plan (class in datafusion.substrait)</a> </li> - </ul></td> - <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/substrait/index.html#datafusion.substrait.Plan.plan_internal">plan_internal (datafusion.substrait.Plan attribute)</a> </li> <li><a href="autoapi/datafusion/unparser/index.html#datafusion.unparser.Unparser.plan_to_sql">plan_to_sql() (datafusion.unparser.Unparser method)</a> @@ -2520,11 +2730,13 @@ </li> <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.register_avro">register_avro() (datafusion.context.SessionContext method)</a> </li> + <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.register_catalog_provider">register_catalog_provider() (datafusion.context.SessionContext method)</a> +</li> <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.register_csv">register_csv() (datafusion.context.SessionContext method)</a> </li> <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.register_dataset">register_dataset() (datafusion.context.SessionContext method)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter.register_formatter">register_formatter() (datafusion.html_formatter.DataFrameHtmlFormatter method)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter.register_formatter">register_formatter() (datafusion.dataframe_formatter.DataFrameHtmlFormatter method)</a> </li> <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.register_json">register_json() (datafusion.context.SessionContext method)</a> </li> @@ -2536,10 +2748,24 @@ </li> <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.register_record_batches">register_record_batches() (datafusion.context.SessionContext method)</a> </li> + <li><a href="autoapi/datafusion/index.html#datafusion.Catalog.register_schema">register_schema() (datafusion.Catalog method)</a> + + <ul> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Catalog.register_schema">(datafusion.catalog.Catalog method)</a> +</li> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.CatalogProvider.register_schema">(datafusion.catalog.CatalogProvider method)</a> +</li> + </ul></li> </ul></td> <td style="width: 33%; vertical-align: top;"><ul> - <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.register_table">register_table() (datafusion.context.SessionContext method)</a> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Schema.register_table">register_table() (datafusion.catalog.Schema method)</a> + + <ul> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.SchemaProvider.register_table">(datafusion.catalog.SchemaProvider method)</a> </li> + <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.register_table">(datafusion.context.SessionContext method)</a> +</li> + </ul></li> <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.register_table_provider">register_table_provider() (datafusion.context.SessionContext method)</a> </li> <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.register_udaf">register_udaf() (datafusion.context.SessionContext method)</a> @@ -2580,11 +2806,9 @@ </li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.replace">replace() (in module datafusion.functions)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter.repr_rows">repr_rows (datafusion.html_formatter.DataFrameHtmlFormatter attribute)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter.repr_rows">repr_rows (datafusion.dataframe_formatter.DataFrameHtmlFormatter attribute)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.reset_formatter">reset_formatter() (in module datafusion.html_formatter)</a> -</li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.reset_styles_loaded_state">reset_styles_loaded_state() (in module datafusion.html_formatter)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.reset_formatter">reset_formatter() (in module datafusion.dataframe_formatter)</a> </li> <li><a href="autoapi/datafusion/index.html#datafusion.Expr.reverse">reverse() (datafusion.Expr method)</a> @@ -2650,22 +2874,44 @@ <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.ScalarUDF">(class in datafusion.user_defined)</a> </li> </ul></li> + <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.ScalarUDFExportable">ScalarUDFExportable (class in datafusion.user_defined)</a> +</li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.ScalarVariable">ScalarVariable (in module datafusion.expr)</a> </li> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Schema">Schema (class in datafusion.catalog)</a> +</li> <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Table.schema">schema (datafusion.catalog.Table property)</a> <ul> <li><a href="autoapi/datafusion/index.html#datafusion.Table.schema">(datafusion.Table property)</a> </li> </ul></li> - <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.schema">schema() (datafusion.dataframe.DataFrame method)</a> + <li><a href="autoapi/datafusion/index.html#datafusion.Catalog.schema">schema() (datafusion.Catalog method)</a> + + <ul> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Catalog.schema">(datafusion.catalog.Catalog method)</a> </li> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.CatalogProvider.schema">(datafusion.catalog.CatalogProvider method)</a> +</li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.schema">(datafusion.dataframe.DataFrame method)</a> +</li> + </ul></li> <li><a href="autoapi/datafusion/index.html#datafusion.Expr.schema_name">schema_name() (datafusion.Expr method)</a> <ul> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.Expr.schema_name">(datafusion.expr.Expr method)</a> </li> </ul></li> + <li><a href="autoapi/datafusion/index.html#datafusion.Catalog.schema_names">schema_names() (datafusion.Catalog method)</a> + + <ul> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Catalog.schema_names">(datafusion.catalog.Catalog method)</a> +</li> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.CatalogProvider.schema_names">(datafusion.catalog.CatalogProvider method)</a> +</li> + </ul></li> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.SchemaProvider">SchemaProvider (class in datafusion.catalog)</a> +</li> <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.select">select() (datafusion.dataframe.DataFrame method)</a> </li> <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.select_columns">select_columns() (datafusion.dataframe.DataFrame method)</a> @@ -2694,14 +2940,14 @@ <li><a href="autoapi/datafusion/index.html#datafusion.SessionConfig.set">(datafusion.SessionConfig method)</a> </li> </ul></li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter.set_custom_cell_builder">set_custom_cell_builder() (datafusion.html_formatter.DataFrameHtmlFormatter method)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter.set_custom_cell_builder">set_custom_cell_builder() (datafusion.dataframe_formatter.DataFrameHtmlFormatter method)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter.set_custom_header_builder">set_custom_header_builder() (datafusion.html_formatter.DataFrameHtmlFormatter method)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter.set_custom_header_builder">set_custom_header_builder() (datafusion.dataframe_formatter.DataFrameHtmlFormatter method)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.FormatterManager.set_formatter">set_formatter() (datafusion.html_formatter.FormatterManager class method)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.FormatterManager.set_formatter">set_formatter() (datafusion.dataframe_formatter.FormatterManager class method)</a> <ul> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.set_formatter">(in module datafusion.html_formatter)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.set_formatter">(in module datafusion.dataframe_formatter)</a> </li> </ul></li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.SetVariable">SetVariable (in module datafusion.expr)</a> @@ -2740,7 +2986,7 @@ </ul></li> <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.show">show() (datafusion.dataframe.DataFrame method)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter.show_truncation_message">show_truncation_message (datafusion.html_formatter.DataFrameHtmlFormatter attribute)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter.show_truncation_message">show_truncation_message (datafusion.dataframe_formatter.DataFrameHtmlFormatter attribute)</a> </li> <li><a href="autoapi/datafusion/index.html#datafusion.Expr.signum">signum() (datafusion.Expr method)</a> @@ -2770,6 +3016,12 @@ <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.sinh">(in module datafusion.functions)</a> </li> </ul></li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.skip_arrow_metadata">skip_arrow_metadata (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id22">[1]</a> + + <ul> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.skip_arrow_metadata">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id23">[1]</a> +</li> + </ul></li> <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.Compression.SNAPPY">SNAPPY (datafusion.dataframe.Compression attribute)</a> </li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.Sort">Sort (in module datafusion.expr)</a> @@ -2816,6 +3068,22 @@ <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.Accumulator.state">(datafusion.user_defined.Accumulator method)</a> </li> </ul></li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetColumnOptions.statistics_enabled">statistics_enabled (datafusion.dataframe.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id6">[1]</a> + + <ul> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.statistics_enabled">(datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id23">[1]</a> +</li> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetColumnOptions.statistics_enabled">(datafusion.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id7">[1]</a> +</li> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.statistics_enabled">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id24">[1]</a> +</li> + </ul></li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.statistics_truncate_length">statistics_truncate_length (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id24">[1]</a> + + <ul> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.statistics_truncate_length">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id25">[1]</a> +</li> + </ul></li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.stddev">stddev() (in module datafusion.functions)</a> </li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.stddev_pop">stddev_pop() (in module datafusion.functions)</a> @@ -2834,9 +3102,9 @@ </li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.struct">struct() (in module datafusion.functions)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter.style_provider">style_provider (datafusion.html_formatter.DataFrameHtmlFormatter attribute)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter.style_provider">style_provider (datafusion.dataframe_formatter.DataFrameHtmlFormatter attribute)</a> </li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.StyleProvider">StyleProvider (class in datafusion.html_formatter)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.StyleProvider">StyleProvider (class in datafusion.dataframe_formatter)</a> </li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.Subquery">Subquery (in module datafusion.expr)</a> </li> @@ -2870,16 +3138,26 @@ <li><a href="autoapi/datafusion/index.html#datafusion.Table.table">(datafusion.Table attribute)</a> </li> </ul></li> - <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Database.table">table() (datafusion.catalog.Database method)</a> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Schema.table">table() (datafusion.catalog.Schema method)</a> <ul> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.SchemaProvider.table">(datafusion.catalog.SchemaProvider method)</a> +</li> <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.table">(datafusion.context.SessionContext method)</a> </li> - <li><a href="autoapi/datafusion/index.html#datafusion.Database.table">(datafusion.Database method)</a> + </ul></li> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.SchemaProvider.table_exist">table_exist() (datafusion.catalog.SchemaProvider method)</a> + + <ul> + <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.table_exist">(datafusion.context.SessionContext method)</a> </li> </ul></li> - <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.table_exist">table_exist() (datafusion.context.SessionContext method)</a> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Schema.table_names">table_names() (datafusion.catalog.Schema method)</a> + + <ul> + <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.SchemaProvider.table_names">(datafusion.catalog.SchemaProvider method)</a> </li> + </ul></li> <li><a href="autoapi/datafusion/index.html#datafusion.TableFunction">TableFunction (class in datafusion)</a> <ul> @@ -3088,7 +3366,7 @@ <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.upper">(in module datafusion.functions)</a> </li> </ul></li> - <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter.use_shared_styles">use_shared_styles (datafusion.html_formatter.DataFrameHtmlFormatter attribute)</a> + <li><a href="autoapi/datafusion/dataframe_formatter/index.html#datafusion.dataframe_formatter.DataFrameHtmlFormatter.use_shared_styles">use_shared_styles (datafusion.dataframe_formatter.DataFrameHtmlFormatter attribute)</a> </li> <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.WindowEvaluator.uses_window_frame">uses_window_frame() (datafusion.user_defined.WindowEvaluator method)</a> </li> @@ -3168,6 +3446,8 @@ <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.WindowUDF">(class in datafusion.user_defined)</a> </li> </ul></li> + <li><a href="autoapi/datafusion/user_defined/index.html#datafusion.user_defined.WindowUDFExportable">WindowUDFExportable (class in datafusion.user_defined)</a> +</li> <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SQLOptions.with_allow_ddl">with_allow_ddl() (datafusion.context.SQLOptions method)</a> <ul> @@ -3222,14 +3502,14 @@ <li><a href="autoapi/datafusion/index.html#datafusion.RuntimeEnvBuilder.with_disk_manager_os">(datafusion.RuntimeEnvBuilder method)</a> </li> </ul></li> - </ul></td> - <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/context/index.html#datafusion.context.RuntimeEnvBuilder.with_disk_manager_specified">with_disk_manager_specified() (datafusion.context.RuntimeEnvBuilder method)</a> <ul> <li><a href="autoapi/datafusion/index.html#datafusion.RuntimeEnvBuilder.with_disk_manager_specified">(datafusion.RuntimeEnvBuilder method)</a> </li> </ul></li> + </ul></td> + <td style="width: 33%; vertical-align: top;"><ul> <li><a href="autoapi/datafusion/context/index.html#datafusion.context.RuntimeEnvBuilder.with_fair_spill_pool">with_fair_spill_pool() (datafusion.context.RuntimeEnvBuilder method)</a> <ul> @@ -3310,12 +3590,26 @@ <li><a href="autoapi/datafusion/index.html#datafusion.RuntimeEnvBuilder.with_unbounded_memory_pool">(datafusion.RuntimeEnvBuilder method)</a> </li> </ul></li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.write_batch_size">write_batch_size (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id25">[1]</a> + + <ul> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.write_batch_size">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id26">[1]</a> +</li> + </ul></li> <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.write_csv">write_csv() (datafusion.dataframe.DataFrame method)</a> </li> <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.write_json">write_json() (datafusion.dataframe.DataFrame method)</a> </li> <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.write_parquet">write_parquet() (datafusion.dataframe.DataFrame method)</a> </li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.write_parquet_with_options">write_parquet_with_options() (datafusion.dataframe.DataFrame method)</a> +</li> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.writer_version">writer_version (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id26">[1]</a> + + <ul> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.writer_version">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id27">[1]</a> +</li> + </ul></li> </ul></td> </tr></table>
diff --git a/index.html b/index.html index e143b33..cf0938e 100644 --- a/index.html +++ b/index.html
@@ -116,17 +116,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -182,8 +194,8 @@ <a class="reference internal" href="user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -258,8 +270,8 @@ <a class="reference internal" href="autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -268,8 +280,8 @@ <a class="reference internal" href="autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -280,11 +292,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -295,6 +302,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -313,8 +325,8 @@ <a class="reference internal" href="autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -357,11 +369,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="autoapi/datafusion/unparser/index.html"> datafusion.unparser </a>
diff --git a/objects.inv b/objects.inv index da03cab..e1fa1a7 100644 --- a/objects.inv +++ b/objects.inv Binary files differ
diff --git a/py-modindex.html b/py-modindex.html index 997fa80..32f51db 100644 --- a/py-modindex.html +++ b/py-modindex.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="autoapi/datafusion/unparser/index.html"> datafusion.unparser </a> @@ -427,11 +434,6 @@ <tr class="cg-1"> <td></td> <td>    - <a href="autoapi/datafusion/col/index.html#module-datafusion.col"><code class="xref">datafusion.col</code></a></td><td> - <em></em></td></tr> - <tr class="cg-1"> - <td></td> - <td>    <a href="autoapi/datafusion/context/index.html#module-datafusion.context"><code class="xref">datafusion.context</code></a></td><td> <em></em></td></tr> <tr class="cg-1"> @@ -442,6 +444,11 @@ <tr class="cg-1"> <td></td> <td>    + <a href="autoapi/datafusion/dataframe_formatter/index.html#module-datafusion.dataframe_formatter"><code class="xref">datafusion.dataframe_formatter</code></a></td><td> + <em></em></td></tr> + <tr class="cg-1"> + <td></td> + <td>    <a href="autoapi/datafusion/expr/index.html#module-datafusion.expr"><code class="xref">datafusion.expr</code></a></td><td> <em></em></td></tr> <tr class="cg-1"> @@ -497,11 +504,6 @@ <tr class="cg-1"> <td></td> <td>    - <a href="autoapi/datafusion/udf/index.html#module-datafusion.udf"><code class="xref">datafusion.udf</code></a></td><td> - <em></em></td></tr> - <tr class="cg-1"> - <td></td> - <td>    <a href="autoapi/datafusion/unparser/index.html#module-datafusion.unparser"><code class="xref">datafusion.unparser</code></a></td><td> <em></em></td></tr> <tr class="cg-1">
diff --git a/search.html b/search.html index 6602d8b..5339967 100644 --- a/search.html +++ b/search.html
@@ -121,17 +121,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="user-guide/dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="user-guide/dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="user-guide/dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="user-guide/common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -187,8 +199,8 @@ <a class="reference internal" href="user-guide/io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -263,8 +275,8 @@ <a class="reference internal" href="autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -273,8 +285,8 @@ <a class="reference internal" href="autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -285,11 +297,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -300,6 +307,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -318,8 +330,8 @@ <a class="reference internal" href="autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -362,11 +374,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="autoapi/datafusion/unparser/index.html"> datafusion.unparser </a>
diff --git a/searchindex.js b/searchindex.js index bd9247e..6f84552 100644 --- a/searchindex.js +++ b/searchindex.js
@@ -1 +1 @@ -Search.setIndex({"alltitles": {"API Reference": [[19, null]], "Aggregate Functions": [[24, "aggregate-functions"], [31, "aggregate-functions"], [33, "aggregate-functions"]], "Aggregation": [[24, null]], "Alternative Approach": [[20, "alternative-approach"]], "Arrays": [[26, "arrays"]], "Arrow": [[38, null]], "Attributes": [[1, "attributes"], [4, "attributes"], [7, "attributes"], [12, "attributes"], [18, "attributes"]], "Available Functions": [[33, "available-functions"]], "Avro": [[39, null]], "Basic Operations": [[25, null]], "Basic Usage": [[36, "basic-usage"]], "Boolean": [[26, "boolean"]], "CSV": [[40, null]], "Casting": [[27, "casting"]], "Classes": [[0, "classes"], [2, "classes"], [3, "classes"], [4, "classes"], [6, "classes"], [7, "classes"], [8, "classes"], [9, "classes"], [10, "classes"], [13, "classes"], [14, "classes"], [15, "classes"], [17, "classes"], [18, "classes"]], "Column": [[26, "column"]], "Column Selections": [[30, null]], "Common Operations": [[28, null]], "Concepts": [[23, null]], "Conditional": [[27, "conditional"]], "Configuration": [[34, null]], "Contextual Formatting": [[36, "contextual-formatting"]], "Create in-memory": [[35, "create-in-memory"]], "Creating a Custom Formatter": [[36, "creating-a-custom-formatter"]], "Custom Style Providers": [[36, "custom-style-providers"]], "Custom Table Provider": [[35, "custom-table-provider"], [44, null]], "Customizing HTML Rendering": [[36, "customizing-html-rendering"]], "Data Sources": [[35, null]], "DataFrame": [[23, "dataframe"]], "DataFrames": [[36, null]], "DataFusion in Python": [[22, null]], "Delta Lake": [[35, "delta-lake"]], "Distinct": [[24, "distinct"]], "Example": [[22, "example"]], "Exporting from DataFusion": [[38, "exporting-from-datafusion"]], "Expressions": [[23, "expressions"], [26, null]], "Filter": [[24, "filter"]], "Full Join": [[29, "full-join"]], "Functions": [[5, "functions"], [6, "functions"], [7, "functions"], [11, "functions"], [26, "functions"], [27, null]], "Guidelines for Separating Python and Rust Code": [[21, "guidelines-for-separating-python-and-rust-code"]], "HTML Rendering": [[36, "html-rendering"]], "Handling Missing Values": [[27, "handling-missing-values"]], "How to develop": [[21, "how-to-develop"]], "IO": [[41, null]], "Iceberg": [[35, "iceberg"]], "Implementation Details": [[20, "implementation-details"]], "Importing to DataFusion": [[38, "importing-to-datafusion"]], "Improving Build Speed": [[21, "improving-build-speed"]], "Inner Join": [[29, "inner-join"]], "Inspiration from Arrow": [[20, "inspiration-from-arrow"]], "Install": [[22, "install"]], "Installation": [[37, "installation"]], "Introduction": [[21, null], [37, null]], "JSON": [[42, null]], "Joins": [[29, null]], "Left Anti Join": [[29, "left-anti-join"]], "Left Join": [[29, "left-join"]], "Left Semi Join": [[29, "left-semi-join"]], "Literal": [[26, "literal"]], "Local file": [[35, "local-file"]], "Managing Formatters": [[36, "managing-formatters"]], "Mathematical": [[27, "mathematical"]], "Memory and Display Controls": [[36, "memory-and-display-controls"]], "Module Contents": [[0, "module-contents"], [1, "module-contents"], [2, "module-contents"], [3, "module-contents"], [4, "module-contents"], [5, "module-contents"], [6, "module-contents"], [8, "module-contents"], [10, "module-contents"], [11, "module-contents"], [12, "module-contents"], [13, "module-contents"], [14, "module-contents"], [15, "module-contents"], [17, "module-contents"], [18, "module-contents"]], "Null Treatment": [[24, "null-treatment"], [33, "null-treatment"]], "Object Store": [[35, "object-store"]], "Ordering": [[24, "ordering"], [33, "ordering"]], "Other": [[27, "other"]], "Other DataFrame Libraries": [[35, "other-dataframe-libraries"]], "Overview": [[36, "overview"]], "Package Contents": [[7, "package-contents"], [9, "package-contents"]], "Parquet": [[43, null]], "Partitions": [[33, "partitions"]], "Performance Optimization with Shared Styles": [[36, "performance-optimization-with-shared-styles"]], "Python Extensions": [[20, null]], "Registering Views": [[32, null]], "Returns:": [[4, "returns"], [4, "id1"], [5, "returns"], [5, "id1"], [7, "returns"], [7, "id1"]], "Running & Installing pre-commit hooks": [[21, "running-installing-pre-commit-hooks"]], "SQL": [[45, null]], "Scalar Functions": [[31, "scalar-functions"]], "Session Context": [[23, "session-context"]], "Setting Parameters": [[24, "setting-parameters"], [33, "setting-parameters"]], "Status of Work": [[20, "status-of-work"]], "String": [[27, "string"]], "Structs": [[26, "structs"]], "Submodules": [[7, "submodules"], [9, "submodules"]], "Table Functions": [[31, "table-functions"]], "Temporal": [[27, "temporal"]], "The FFI Approach": [[20, "the-ffi-approach"]], "The Primary Issue": [[20, "the-primary-issue"]], "UDWF options": [[31, "udwf-options"]], "Update Dependencies": [[21, "update-dependencies"]], "User-Defined Functions": [[31, null]], "Window Frame": [[33, "window-frame"]], "Window Functions": [[31, "window-functions"], [33, null]], "datafusion": [[7, null]], "datafusion.catalog": [[0, null]], "datafusion.col": [[1, null]], "datafusion.context": [[2, null]], "datafusion.dataframe": [[3, null]], "datafusion.expr": [[4, null]], "datafusion.functions": [[5, null]], "datafusion.html_formatter": [[6, null]], "datafusion.input": [[9, null]], "datafusion.input.base": [[8, null]], "datafusion.input.location": [[10, null]], "datafusion.io": [[11, null]], "datafusion.object_store": [[12, null]], "datafusion.plan": [[13, null]], "datafusion.record_batch": [[14, null]], "datafusion.substrait": [[15, null]], "datafusion.udf": [[16, null]], "datafusion.unparser": [[17, null]], "datafusion.user_defined": [[18, null]], "fill_null": [[27, "fill-null"]]}, "docnames": ["autoapi/datafusion/catalog/index", "autoapi/datafusion/col/index", "autoapi/datafusion/context/index", "autoapi/datafusion/dataframe/index", "autoapi/datafusion/expr/index", "autoapi/datafusion/functions/index", "autoapi/datafusion/html_formatter/index", "autoapi/datafusion/index", "autoapi/datafusion/input/base/index", "autoapi/datafusion/input/index", "autoapi/datafusion/input/location/index", "autoapi/datafusion/io/index", "autoapi/datafusion/object_store/index", "autoapi/datafusion/plan/index", "autoapi/datafusion/record_batch/index", "autoapi/datafusion/substrait/index", "autoapi/datafusion/udf/index", "autoapi/datafusion/unparser/index", "autoapi/datafusion/user_defined/index", "autoapi/index", "contributor-guide/ffi", "contributor-guide/introduction", "index", "user-guide/basics", "user-guide/common-operations/aggregations", "user-guide/common-operations/basic-info", "user-guide/common-operations/expressions", "user-guide/common-operations/functions", "user-guide/common-operations/index", "user-guide/common-operations/joins", "user-guide/common-operations/select-and-filter", "user-guide/common-operations/udf-and-udfa", "user-guide/common-operations/views", "user-guide/common-operations/windows", "user-guide/configuration", "user-guide/data-sources", "user-guide/dataframe", "user-guide/introduction", "user-guide/io/arrow", "user-guide/io/avro", "user-guide/io/csv", "user-guide/io/index", "user-guide/io/json", "user-guide/io/parquet", "user-guide/io/table_provider", "user-guide/sql"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["autoapi/datafusion/catalog/index.rst", "autoapi/datafusion/col/index.rst", "autoapi/datafusion/context/index.rst", "autoapi/datafusion/dataframe/index.rst", "autoapi/datafusion/expr/index.rst", "autoapi/datafusion/functions/index.rst", "autoapi/datafusion/html_formatter/index.rst", "autoapi/datafusion/index.rst", "autoapi/datafusion/input/base/index.rst", "autoapi/datafusion/input/index.rst", "autoapi/datafusion/input/location/index.rst", "autoapi/datafusion/io/index.rst", "autoapi/datafusion/object_store/index.rst", "autoapi/datafusion/plan/index.rst", "autoapi/datafusion/record_batch/index.rst", "autoapi/datafusion/substrait/index.rst", "autoapi/datafusion/udf/index.rst", "autoapi/datafusion/unparser/index.rst", "autoapi/datafusion/user_defined/index.rst", "autoapi/index.rst", "contributor-guide/ffi.rst", "contributor-guide/introduction.rst", "index.rst", "user-guide/basics.rst", "user-guide/common-operations/aggregations.rst", "user-guide/common-operations/basic-info.rst", "user-guide/common-operations/expressions.rst", "user-guide/common-operations/functions.rst", "user-guide/common-operations/index.rst", "user-guide/common-operations/joins.rst", "user-guide/common-operations/select-and-filter.rst", "user-guide/common-operations/udf-and-udfa.rst", "user-guide/common-operations/views.rst", "user-guide/common-operations/windows.rst", "user-guide/configuration.rst", "user-guide/data-sources.rst", "user-guide/dataframe.rst", "user-guide/introduction.rst", "user-guide/io/arrow.rst", "user-guide/io/avro.rst", "user-guide/io/csv.rst", "user-guide/io/index.rst", "user-guide/io/json.rst", "user-guide/io/parquet.rst", "user-guide/io/table_provider.rst", "user-guide/sql.rst"], "indexentries": {"__add__() (datafusion.expr method)": [[7, "datafusion.Expr.__add__", false]], "__add__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__add__", false]], "__aiter__() (datafusion.record_batch.recordbatchstream method)": [[14, "datafusion.record_batch.RecordBatchStream.__aiter__", false]], "__aiter__() (datafusion.recordbatchstream method)": [[7, "datafusion.RecordBatchStream.__aiter__", false]], "__and__() (datafusion.expr method)": [[7, "datafusion.Expr.__and__", false]], "__and__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__and__", false]], "__anext__() (datafusion.record_batch.recordbatchstream method)": [[14, "datafusion.record_batch.RecordBatchStream.__anext__", false]], "__anext__() (datafusion.recordbatchstream method)": [[7, "datafusion.RecordBatchStream.__anext__", false]], "__arrow_c_array__() (datafusion.context.arrowarrayexportable method)": [[2, "datafusion.context.ArrowArrayExportable.__arrow_c_array__", false]], "__arrow_c_stream__() (datafusion.context.arrowstreamexportable method)": [[2, "datafusion.context.ArrowStreamExportable.__arrow_c_stream__", false]], "__arrow_c_stream__() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.__arrow_c_stream__", false]], "__call__() (datafusion.aggregateudf method)": [[7, "datafusion.AggregateUDF.__call__", false]], "__call__() (datafusion.html_formatter.cellformatter method)": [[6, "datafusion.html_formatter.CellFormatter.__call__", false]], "__call__() (datafusion.scalarudf method)": [[7, "datafusion.ScalarUDF.__call__", false]], "__call__() (datafusion.tablefunction method)": [[7, "datafusion.TableFunction.__call__", false]], "__call__() (datafusion.user_defined.aggregateudf method)": [[18, "datafusion.user_defined.AggregateUDF.__call__", false]], "__call__() (datafusion.user_defined.scalarudf method)": [[18, "datafusion.user_defined.ScalarUDF.__call__", false]], "__call__() (datafusion.user_defined.tablefunction method)": [[18, "datafusion.user_defined.TableFunction.__call__", false]], "__call__() (datafusion.user_defined.windowudf method)": [[18, "datafusion.user_defined.WindowUDF.__call__", false]], "__call__() (datafusion.windowudf method)": [[7, "datafusion.WindowUDF.__call__", false]], "__datafusion_table_provider__() (datafusion.context.tableproviderexportable method)": [[2, "datafusion.context.TableProviderExportable.__datafusion_table_provider__", false]], "__eq__() (datafusion.expr method)": [[7, "datafusion.Expr.__eq__", false]], "__eq__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__eq__", false]], "__ge__() (datafusion.expr method)": [[7, "datafusion.Expr.__ge__", false]], "__ge__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__ge__", false]], "__getitem__() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.__getitem__", false]], "__getitem__() (datafusion.expr method)": [[7, "datafusion.Expr.__getitem__", false]], "__getitem__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__getitem__", false]], "__gt__() (datafusion.expr method)": [[7, "datafusion.Expr.__gt__", false]], "__gt__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__gt__", false]], "__invert__() (datafusion.expr method)": [[7, "datafusion.Expr.__invert__", false]], "__invert__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__invert__", false]], "__iter__() (datafusion.record_batch.recordbatchstream method)": [[14, "datafusion.record_batch.RecordBatchStream.__iter__", false]], "__iter__() (datafusion.recordbatchstream method)": [[7, "datafusion.RecordBatchStream.__iter__", false]], "__le__() (datafusion.expr method)": [[7, "datafusion.Expr.__le__", false]], "__le__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__le__", false]], "__lt__() (datafusion.expr method)": [[7, "datafusion.Expr.__lt__", false]], "__lt__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__lt__", false]], "__mod__() (datafusion.expr method)": [[7, "datafusion.Expr.__mod__", false]], "__mod__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__mod__", false]], "__mul__() (datafusion.expr method)": [[7, "datafusion.Expr.__mul__", false]], "__mul__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__mul__", false]], "__ne__() (datafusion.expr method)": [[7, "datafusion.Expr.__ne__", false]], "__ne__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__ne__", false]], "__next__() (datafusion.record_batch.recordbatchstream method)": [[14, "datafusion.record_batch.RecordBatchStream.__next__", false]], "__next__() (datafusion.recordbatchstream method)": [[7, "datafusion.RecordBatchStream.__next__", false]], "__or__() (datafusion.expr method)": [[7, "datafusion.Expr.__or__", false]], "__or__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__or__", false]], "__radd__ (datafusion.expr attribute)": [[7, "datafusion.Expr.__radd__", false]], "__radd__ (datafusion.expr.expr attribute)": [[4, "datafusion.expr.Expr.__radd__", false]], "__rand__ (datafusion.expr attribute)": [[7, "datafusion.Expr.__rand__", false]], "__rand__ (datafusion.expr.expr attribute)": [[4, "datafusion.expr.Expr.__rand__", false]], "__repr__() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.__repr__", false]], "__repr__() (datafusion.executionplan method)": [[7, "datafusion.ExecutionPlan.__repr__", false]], "__repr__() (datafusion.expr method)": [[7, "datafusion.Expr.__repr__", false]], "__repr__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__repr__", false]], "__repr__() (datafusion.expr.sortexpr method)": [[4, "datafusion.expr.SortExpr.__repr__", false]], "__repr__() (datafusion.logicalplan method)": [[7, "datafusion.LogicalPlan.__repr__", false]], "__repr__() (datafusion.plan.executionplan method)": [[13, "datafusion.plan.ExecutionPlan.__repr__", false]], "__repr__() (datafusion.plan.logicalplan method)": [[13, "datafusion.plan.LogicalPlan.__repr__", false]], "__repr__() (datafusion.tablefunction method)": [[7, "datafusion.TableFunction.__repr__", false]], "__repr__() (datafusion.user_defined.tablefunction method)": [[18, "datafusion.user_defined.TableFunction.__repr__", false]], "__richcmp__() (datafusion.expr method)": [[7, "datafusion.Expr.__richcmp__", false]], "__richcmp__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__richcmp__", false]], "__rmod__ (datafusion.expr attribute)": [[7, "datafusion.Expr.__rmod__", false]], "__rmod__ (datafusion.expr.expr attribute)": [[4, "datafusion.expr.Expr.__rmod__", false]], "__rmul__ (datafusion.expr attribute)": [[7, "datafusion.Expr.__rmul__", false]], "__rmul__ (datafusion.expr.expr attribute)": [[4, "datafusion.expr.Expr.__rmul__", false]], "__ror__ (datafusion.expr attribute)": [[7, "datafusion.Expr.__ror__", false]], "__ror__ (datafusion.expr.expr attribute)": [[4, "datafusion.expr.Expr.__ror__", false]], "__rsub__ (datafusion.expr attribute)": [[7, "datafusion.Expr.__rsub__", false]], "__rsub__ (datafusion.expr.expr attribute)": [[4, "datafusion.expr.Expr.__rsub__", false]], "__rtruediv__ (datafusion.expr attribute)": [[7, "datafusion.Expr.__rtruediv__", false]], "__rtruediv__ (datafusion.expr.expr attribute)": [[4, "datafusion.expr.Expr.__rtruediv__", false]], "__str__() (datafusion.user_defined.volatility method)": [[18, "datafusion.user_defined.Volatility.__str__", false]], "__sub__() (datafusion.expr method)": [[7, "datafusion.Expr.__sub__", false]], "__sub__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__sub__", false]], "__truediv__() (datafusion.expr method)": [[7, "datafusion.Expr.__truediv__", false]], "__truediv__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__truediv__", false]], "_build_expandable_cell() (datafusion.html_formatter.dataframehtmlformatter method)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter._build_expandable_cell", false]], "_build_html_footer() (datafusion.html_formatter.dataframehtmlformatter method)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter._build_html_footer", false]], "_build_html_header() (datafusion.html_formatter.dataframehtmlformatter method)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter._build_html_header", false]], "_build_regular_cell() (datafusion.html_formatter.dataframehtmlformatter method)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter._build_regular_cell", false]], "_build_table_body() (datafusion.html_formatter.dataframehtmlformatter method)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter._build_table_body", false]], "_build_table_container_start() (datafusion.html_formatter.dataframehtmlformatter method)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter._build_table_container_start", false]], "_build_table_header() (datafusion.html_formatter.dataframehtmlformatter method)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter._build_table_header", false]], "_create_table_udf() (datafusion.tablefunction static method)": [[7, "datafusion.TableFunction._create_table_udf", false]], "_create_table_udf() (datafusion.user_defined.tablefunction static method)": [[18, "datafusion.user_defined.TableFunction._create_table_udf", false]], "_create_table_udf_decorator() (datafusion.tablefunction static method)": [[7, "datafusion.TableFunction._create_table_udf_decorator", false]], "_create_table_udf_decorator() (datafusion.user_defined.tablefunction static method)": [[18, "datafusion.user_defined.TableFunction._create_table_udf_decorator", false]], "_create_window_udf() (datafusion.user_defined.windowudf static method)": [[18, "datafusion.user_defined.WindowUDF._create_window_udf", false]], "_create_window_udf() (datafusion.windowudf static method)": [[7, "datafusion.WindowUDF._create_window_udf", false]], "_create_window_udf_decorator() (datafusion.user_defined.windowudf static method)": [[18, "datafusion.user_defined.WindowUDF._create_window_udf_decorator", false]], "_create_window_udf_decorator() (datafusion.windowudf static method)": [[7, "datafusion.WindowUDF._create_window_udf_decorator", false]], "_custom_cell_builder (datafusion.html_formatter.dataframehtmlformatter attribute)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter._custom_cell_builder", false]], "_custom_header_builder (datafusion.html_formatter.dataframehtmlformatter attribute)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter._custom_header_builder", false]], "_default_formatter (datafusion.html_formatter.formattermanager attribute)": [[6, "datafusion.html_formatter.FormatterManager._default_formatter", false]], "_format_cell_value() (datafusion.html_formatter.dataframehtmlformatter method)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter._format_cell_value", false]], "_get_cell_value() (datafusion.html_formatter.dataframehtmlformatter method)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter._get_cell_value", false]], "_get_default_css() (datafusion.html_formatter.dataframehtmlformatter method)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter._get_default_css", false]], "_get_default_name() (datafusion.user_defined.windowudf static method)": [[18, "datafusion.user_defined.WindowUDF._get_default_name", false]], "_get_default_name() (datafusion.windowudf static method)": [[7, "datafusion.WindowUDF._get_default_name", false]], "_get_javascript() (datafusion.html_formatter.dataframehtmlformatter method)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter._get_javascript", false]], "_normalize_input_types() (datafusion.user_defined.windowudf static method)": [[18, "datafusion.user_defined.WindowUDF._normalize_input_types", false]], "_normalize_input_types() (datafusion.windowudf static method)": [[7, "datafusion.WindowUDF._normalize_input_types", false]], "_null_treatment (datafusion.expr.window attribute)": [[4, "datafusion.expr.Window._null_treatment", false]], "_order_by (datafusion.expr.window attribute)": [[4, "datafusion.expr.Window._order_by", false]], "_partition_by (datafusion.expr.window attribute)": [[4, "datafusion.expr.Window._partition_by", false]], "_r (in module datafusion.user_defined)": [[18, "datafusion.user_defined._R", false]], "_raw_plan (datafusion.executionplan attribute)": [[7, "datafusion.ExecutionPlan._raw_plan", false]], "_raw_plan (datafusion.logicalplan attribute)": [[7, "datafusion.LogicalPlan._raw_plan", false]], "_raw_plan (datafusion.plan.executionplan attribute)": [[13, "datafusion.plan.ExecutionPlan._raw_plan", false]], "_raw_plan (datafusion.plan.logicalplan attribute)": [[13, "datafusion.plan.LogicalPlan._raw_plan", false]], "_refresh_formatter_reference() (in module datafusion.html_formatter)": [[6, "datafusion.html_formatter._refresh_formatter_reference", false]], "_repr_html_() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame._repr_html_", false]], "_styles_loaded (datafusion.html_formatter.dataframehtmlformatter attribute)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter._styles_loaded", false]], "_to_pyarrow_types (datafusion.expr attribute)": [[7, "datafusion.Expr._to_pyarrow_types", false]], "_to_pyarrow_types (datafusion.expr.expr attribute)": [[4, "datafusion.expr.Expr._to_pyarrow_types", false]], "_type_formatters (datafusion.html_formatter.dataframehtmlformatter attribute)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter._type_formatters", false]], "_udaf (datafusion.aggregateudf attribute)": [[7, "datafusion.AggregateUDF._udaf", false]], "_udaf (datafusion.user_defined.aggregateudf attribute)": [[18, "datafusion.user_defined.AggregateUDF._udaf", false]], "_udf (datafusion.scalarudf attribute)": [[7, "datafusion.ScalarUDF._udf", false]], "_udf (datafusion.user_defined.scalarudf attribute)": [[18, "datafusion.user_defined.ScalarUDF._udf", false]], "_udtf (datafusion.tablefunction attribute)": [[7, "datafusion.TableFunction._udtf", false]], "_udtf (datafusion.user_defined.tablefunction attribute)": [[18, "datafusion.user_defined.TableFunction._udtf", false]], "_udwf (datafusion.user_defined.windowudf attribute)": [[18, "datafusion.user_defined.WindowUDF._udwf", false]], "_udwf (datafusion.windowudf attribute)": [[7, "datafusion.WindowUDF._udwf", false]], "_validate_bool() (in module datafusion.html_formatter)": [[6, "datafusion.html_formatter._validate_bool", false]], "_validate_positive_int() (in module datafusion.html_formatter)": [[6, "datafusion.html_formatter._validate_positive_int", false]], "_window_frame (datafusion.expr.window attribute)": [[4, "datafusion.expr.Window._window_frame", false]], "abs() (datafusion.expr method)": [[7, "datafusion.Expr.abs", false]], "abs() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.abs", false]], "abs() (in module datafusion.functions)": [[5, "datafusion.functions.abs", false]], "accumulator (class in datafusion)": [[7, "datafusion.Accumulator", false]], "accumulator (class in datafusion.user_defined)": [[18, "datafusion.user_defined.Accumulator", false]], "acos() (datafusion.expr method)": [[7, "datafusion.Expr.acos", false]], "acos() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.acos", false]], "acos() (in module datafusion.functions)": [[5, "datafusion.functions.acos", false]], "acosh() (datafusion.expr method)": [[7, "datafusion.Expr.acosh", false]], "acosh() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.acosh", false]], "acosh() (in module datafusion.functions)": [[5, "datafusion.functions.acosh", false]], "aggregate (in module datafusion.expr)": [[4, "datafusion.expr.Aggregate", false]], "aggregate() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.aggregate", false]], "aggregatefunction (in module datafusion.expr)": [[4, "datafusion.expr.AggregateFunction", false]], "aggregateudf (class in datafusion)": [[7, "datafusion.AggregateUDF", false]], "aggregateudf (class in datafusion.user_defined)": [[18, "datafusion.user_defined.AggregateUDF", false]], "alias (in module datafusion.expr)": [[4, "datafusion.expr.Alias", false]], "alias() (datafusion.expr method)": [[7, "datafusion.Expr.alias", false]], "alias() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.alias", false]], "alias() (in module datafusion.functions)": [[5, "datafusion.functions.alias", false]], "amazons3 (in module datafusion.object_store)": [[12, "datafusion.object_store.AmazonS3", false]], "analyze (in module datafusion.expr)": [[4, "datafusion.expr.Analyze", false]], "approx_distinct() (in module datafusion.functions)": [[5, "datafusion.functions.approx_distinct", false]], "approx_median() (in module datafusion.functions)": [[5, "datafusion.functions.approx_median", false]], "approx_percentile_cont() (in module datafusion.functions)": [[5, "datafusion.functions.approx_percentile_cont", false]], "approx_percentile_cont_with_weight() (in module datafusion.functions)": [[5, "datafusion.functions.approx_percentile_cont_with_weight", false]], "array() (in module datafusion.functions)": [[5, "datafusion.functions.array", false]], "array_agg() (in module datafusion.functions)": [[5, "datafusion.functions.array_agg", false]], "array_append() (in module datafusion.functions)": [[5, "datafusion.functions.array_append", false]], "array_cat() (in module datafusion.functions)": [[5, "datafusion.functions.array_cat", false]], "array_concat() (in module datafusion.functions)": [[5, "datafusion.functions.array_concat", false]], "array_dims() (datafusion.expr method)": [[7, "datafusion.Expr.array_dims", false]], "array_dims() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.array_dims", false]], "array_dims() (in module datafusion.functions)": [[5, "datafusion.functions.array_dims", false]], "array_distinct() (datafusion.expr method)": [[7, "datafusion.Expr.array_distinct", false]], "array_distinct() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.array_distinct", false]], "array_distinct() (in module datafusion.functions)": [[5, "datafusion.functions.array_distinct", false]], "array_element() (in module datafusion.functions)": [[5, "datafusion.functions.array_element", false]], "array_empty() (datafusion.expr method)": [[7, "datafusion.Expr.array_empty", false]], "array_empty() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.array_empty", false]], "array_empty() (in module datafusion.functions)": [[5, "datafusion.functions.array_empty", false]], "array_except() (in module datafusion.functions)": [[5, "datafusion.functions.array_except", false]], "array_extract() (in module datafusion.functions)": [[5, "datafusion.functions.array_extract", false]], "array_has() (in module datafusion.functions)": [[5, "datafusion.functions.array_has", false]], "array_has_all() (in module datafusion.functions)": [[5, "datafusion.functions.array_has_all", false]], "array_has_any() (in module datafusion.functions)": [[5, "datafusion.functions.array_has_any", false]], "array_indexof() (in module datafusion.functions)": [[5, "datafusion.functions.array_indexof", false]], "array_intersect() (in module datafusion.functions)": [[5, "datafusion.functions.array_intersect", false]], "array_join() (in module datafusion.functions)": [[5, "datafusion.functions.array_join", false]], "array_length() (datafusion.expr method)": [[7, "datafusion.Expr.array_length", false]], "array_length() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.array_length", false]], "array_length() (in module datafusion.functions)": [[5, "datafusion.functions.array_length", false]], "array_ndims() (datafusion.expr method)": [[7, "datafusion.Expr.array_ndims", false]], "array_ndims() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.array_ndims", false]], "array_ndims() (in module datafusion.functions)": [[5, "datafusion.functions.array_ndims", false]], "array_pop_back() (datafusion.expr method)": [[7, "datafusion.Expr.array_pop_back", false]], "array_pop_back() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.array_pop_back", false]], "array_pop_back() (in module datafusion.functions)": [[5, "datafusion.functions.array_pop_back", false]], "array_pop_front() (datafusion.expr method)": [[7, "datafusion.Expr.array_pop_front", false]], "array_pop_front() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.array_pop_front", false]], "array_pop_front() (in module datafusion.functions)": [[5, "datafusion.functions.array_pop_front", false]], "array_position() (in module datafusion.functions)": [[5, "datafusion.functions.array_position", false]], "array_positions() (in module datafusion.functions)": [[5, "datafusion.functions.array_positions", false]], "array_prepend() (in module datafusion.functions)": [[5, "datafusion.functions.array_prepend", false]], "array_push_back() (in module datafusion.functions)": [[5, "datafusion.functions.array_push_back", false]], "array_push_front() (in module datafusion.functions)": [[5, "datafusion.functions.array_push_front", false]], "array_remove() (in module datafusion.functions)": [[5, "datafusion.functions.array_remove", false]], "array_remove_all() (in module datafusion.functions)": [[5, "datafusion.functions.array_remove_all", false]], "array_remove_n() (in module datafusion.functions)": [[5, "datafusion.functions.array_remove_n", false]], "array_repeat() (in module datafusion.functions)": [[5, "datafusion.functions.array_repeat", false]], "array_replace() (in module datafusion.functions)": [[5, "datafusion.functions.array_replace", false]], "array_replace_all() (in module datafusion.functions)": [[5, "datafusion.functions.array_replace_all", false]], "array_replace_n() (in module datafusion.functions)": [[5, "datafusion.functions.array_replace_n", false]], "array_resize() (in module datafusion.functions)": [[5, "datafusion.functions.array_resize", false]], "array_slice() (in module datafusion.functions)": [[5, "datafusion.functions.array_slice", false]], "array_sort() (in module datafusion.functions)": [[5, "datafusion.functions.array_sort", false]], "array_to_string() (in module datafusion.functions)": [[5, "datafusion.functions.array_to_string", false]], "array_union() (in module datafusion.functions)": [[5, "datafusion.functions.array_union", false]], "arrow_cast() (in module datafusion.functions)": [[5, "datafusion.functions.arrow_cast", false]], "arrow_typeof() (datafusion.expr method)": [[7, "datafusion.Expr.arrow_typeof", false]], "arrow_typeof() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.arrow_typeof", false]], "arrow_typeof() (in module datafusion.functions)": [[5, "datafusion.functions.arrow_typeof", false]], "arrowarrayexportable (class in datafusion.context)": [[2, "datafusion.context.ArrowArrayExportable", false]], "arrowstreamexportable (class in datafusion.context)": [[2, "datafusion.context.ArrowStreamExportable", false]], "ascending() (datafusion.expr.sortexpr method)": [[4, "datafusion.expr.SortExpr.ascending", false]], "ascii() (datafusion.expr method)": [[7, "datafusion.Expr.ascii", false]], "ascii() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.ascii", false]], "ascii() (in module datafusion.functions)": [[5, "datafusion.functions.ascii", false]], "asin() (datafusion.expr method)": [[7, "datafusion.Expr.asin", false]], "asin() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.asin", false]], "asin() (in module datafusion.functions)": [[5, "datafusion.functions.asin", false]], "asinh() (datafusion.expr method)": [[7, "datafusion.Expr.asinh", false]], "asinh() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.asinh", false]], "asinh() (in module datafusion.functions)": [[5, "datafusion.functions.asinh", false]], "atan() (datafusion.expr method)": [[7, "datafusion.Expr.atan", false]], "atan() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.atan", false]], "atan() (in module datafusion.functions)": [[5, "datafusion.functions.atan", false]], "atan2() (in module datafusion.functions)": [[5, "datafusion.functions.atan2", false]], "atanh() (datafusion.expr method)": [[7, "datafusion.Expr.atanh", false]], "atanh() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.atanh", false]], "atanh() (in module datafusion.functions)": [[5, "datafusion.functions.atanh", false]], "avg() (in module datafusion.functions)": [[5, "datafusion.functions.avg", false]], "baseinputsource (class in datafusion.input.base)": [[8, "datafusion.input.base.BaseInputSource", false]], "between (in module datafusion.expr)": [[4, "datafusion.expr.Between", false]], "between() (datafusion.expr method)": [[7, "datafusion.Expr.between", false]], "between() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.between", false]], "binaryexpr (in module datafusion.expr)": [[4, "datafusion.expr.BinaryExpr", false]], "bit_and() (in module datafusion.functions)": [[5, "datafusion.functions.bit_and", false]], "bit_length() (datafusion.expr method)": [[7, "datafusion.Expr.bit_length", false]], "bit_length() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.bit_length", false]], "bit_length() (in module datafusion.functions)": [[5, "datafusion.functions.bit_length", false]], "bit_or() (in module datafusion.functions)": [[5, "datafusion.functions.bit_or", false]], "bit_xor() (in module datafusion.functions)": [[5, "datafusion.functions.bit_xor", false]], "bool_and() (in module datafusion.functions)": [[5, "datafusion.functions.bool_and", false]], "bool_or() (in module datafusion.functions)": [[5, "datafusion.functions.bool_or", false]], "brotli (datafusion.dataframe.compression attribute)": [[3, "datafusion.dataframe.Compression.BROTLI", false]], "btrim() (datafusion.expr method)": [[7, "datafusion.Expr.btrim", false]], "btrim() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.btrim", false]], "btrim() (in module datafusion.functions)": [[5, "datafusion.functions.btrim", false]], "build_table() (datafusion.input.base.baseinputsource method)": [[8, "datafusion.input.base.BaseInputSource.build_table", false]], "build_table() (datafusion.input.location.locationinputplugin method)": [[10, "datafusion.input.location.LocationInputPlugin.build_table", false]], "build_table() (datafusion.input.locationinputplugin method)": [[9, "datafusion.input.LocationInputPlugin.build_table", false]], "cache() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.cache", false]], "canonical_name() (datafusion.expr method)": [[7, "datafusion.Expr.canonical_name", false]], "canonical_name() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.canonical_name", false]], "cardinality() (datafusion.expr method)": [[7, "datafusion.Expr.cardinality", false]], "cardinality() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.cardinality", false]], "cardinality() (in module datafusion.functions)": [[5, "datafusion.functions.cardinality", false]], "case (in module datafusion.expr)": [[4, "datafusion.expr.Case", false]], "case() (in module datafusion.functions)": [[5, "datafusion.functions.case", false]], "case_builder (datafusion.expr.casebuilder attribute)": [[4, "datafusion.expr.CaseBuilder.case_builder", false]], "casebuilder (class in datafusion.expr)": [[4, "datafusion.expr.CaseBuilder", false]], "cast (in module datafusion.expr)": [[4, "datafusion.expr.Cast", false]], "cast() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.cast", false]], "cast() (datafusion.expr method)": [[7, "datafusion.Expr.cast", false]], "cast() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.cast", false]], "catalog (class in datafusion)": [[7, "datafusion.Catalog", false]], "catalog (class in datafusion.catalog)": [[0, "datafusion.catalog.Catalog", false]], "catalog (datafusion.catalog attribute)": [[7, "datafusion.Catalog.catalog", false]], "catalog (datafusion.catalog.catalog attribute)": [[0, "datafusion.catalog.Catalog.catalog", false]], "catalog() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.catalog", false]], "cbrt() (datafusion.expr method)": [[7, "datafusion.Expr.cbrt", false]], "cbrt() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.cbrt", false]], "cbrt() (in module datafusion.functions)": [[5, "datafusion.functions.cbrt", false]], "ceil() (datafusion.expr method)": [[7, "datafusion.Expr.ceil", false]], "ceil() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.ceil", false]], "ceil() (in module datafusion.functions)": [[5, "datafusion.functions.ceil", false]], "cellformatter (class in datafusion.html_formatter)": [[6, "datafusion.html_formatter.CellFormatter", false]], "char_length() (datafusion.expr method)": [[7, "datafusion.Expr.char_length", false]], "char_length() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.char_length", false]], "char_length() (in module datafusion.functions)": [[5, "datafusion.functions.char_length", false]], "character_length() (datafusion.expr method)": [[7, "datafusion.Expr.character_length", false]], "character_length() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.character_length", false]], "character_length() (in module datafusion.functions)": [[5, "datafusion.functions.character_length", false]], "children() (datafusion.executionplan method)": [[7, "datafusion.ExecutionPlan.children", false]], "children() (datafusion.plan.executionplan method)": [[13, "datafusion.plan.ExecutionPlan.children", false]], "chr() (datafusion.expr method)": [[7, "datafusion.Expr.chr", false]], "chr() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.chr", false]], "chr() (in module datafusion.functions)": [[5, "datafusion.functions.chr", false]], "coalesce() (in module datafusion.functions)": [[5, "datafusion.functions.coalesce", false]], "col (in module datafusion)": [[7, "datafusion.col", false]], "col (in module datafusion.col)": [[1, "datafusion.col.col", false]], "col() (in module datafusion.functions)": [[5, "datafusion.functions.col", false]], "collect() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.collect", false]], "collect_partitioned() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.collect_partitioned", false]], "column (in module datafusion)": [[7, "datafusion.column", false]], "column (in module datafusion.col)": [[1, "datafusion.col.column", false]], "column (in module datafusion.expr)": [[4, "datafusion.expr.Column", false]], "column() (datafusion.expr static method)": [[7, "datafusion.Expr.column", false]], "column() (datafusion.expr.expr static method)": [[4, "datafusion.expr.Expr.column", false]], "column_name() (datafusion.expr method)": [[7, "datafusion.Expr.column_name", false]], "column_name() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.column_name", false]], "compression (class in datafusion.dataframe)": [[3, "datafusion.dataframe.Compression", false]], "concat() (in module datafusion.functions)": [[5, "datafusion.functions.concat", false]], "concat_ws() (in module datafusion.functions)": [[5, "datafusion.functions.concat_ws", false]], "config_internal (datafusion.context.runtimeenvbuilder attribute)": [[2, "datafusion.context.RuntimeEnvBuilder.config_internal", false]], "config_internal (datafusion.context.sessionconfig attribute)": [[2, "datafusion.context.SessionConfig.config_internal", false]], "config_internal (datafusion.runtimeenvbuilder attribute)": [[7, "datafusion.RuntimeEnvBuilder.config_internal", false]], "config_internal (datafusion.sessionconfig attribute)": [[7, "datafusion.SessionConfig.config_internal", false]], "configure_formatter() (in module datafusion)": [[7, "datafusion.configure_formatter", false]], "configure_formatter() (in module datafusion.html_formatter)": [[6, "datafusion.html_formatter.configure_formatter", false]], "consumer (class in datafusion.substrait)": [[15, "datafusion.substrait.Consumer", false]], "copyto (in module datafusion.expr)": [[4, "datafusion.expr.CopyTo", false]], "corr() (in module datafusion.functions)": [[5, "datafusion.functions.corr", false]], "cos() (datafusion.expr method)": [[7, "datafusion.Expr.cos", false]], "cos() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.cos", false]], "cos() (in module datafusion.functions)": [[5, "datafusion.functions.cos", false]], "cosh() (datafusion.expr method)": [[7, "datafusion.Expr.cosh", false]], "cosh() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.cosh", false]], "cosh() (in module datafusion.functions)": [[5, "datafusion.functions.cosh", false]], "cot() (datafusion.expr method)": [[7, "datafusion.Expr.cot", false]], "cot() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.cot", false]], "cot() (in module datafusion.functions)": [[5, "datafusion.functions.cot", false]], "count() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.count", false]], "count() (in module datafusion.functions)": [[5, "datafusion.functions.count", false]], "count_star() (in module datafusion.functions)": [[5, "datafusion.functions.count_star", false]], "covar() (in module datafusion.functions)": [[5, "datafusion.functions.covar", false]], "covar_pop() (in module datafusion.functions)": [[5, "datafusion.functions.covar_pop", false]], "covar_samp() (in module datafusion.functions)": [[5, "datafusion.functions.covar_samp", false]], "create_dataframe() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.create_dataframe", false]], "create_dataframe_from_logical_plan() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.create_dataframe_from_logical_plan", false]], "createcatalog (in module datafusion.expr)": [[4, "datafusion.expr.CreateCatalog", false]], "createcatalogschema (in module datafusion.expr)": [[4, "datafusion.expr.CreateCatalogSchema", false]], "createexternaltable (in module datafusion.expr)": [[4, "datafusion.expr.CreateExternalTable", false]], "createfunction (in module datafusion.expr)": [[4, "datafusion.expr.CreateFunction", false]], "createfunctionbody (in module datafusion.expr)": [[4, "datafusion.expr.CreateFunctionBody", false]], "createindex (in module datafusion.expr)": [[4, "datafusion.expr.CreateIndex", false]], "creatememorytable (in module datafusion.expr)": [[4, "datafusion.expr.CreateMemoryTable", false]], "createview (in module datafusion.expr)": [[4, "datafusion.expr.CreateView", false]], "ctx (datafusion.context.sessioncontext attribute)": [[2, "datafusion.context.SessionContext.ctx", false]], "cume_dist() (in module datafusion.functions)": [[5, "datafusion.functions.cume_dist", false]], "current_date() (in module datafusion.functions)": [[5, "datafusion.functions.current_date", false]], "current_time() (in module datafusion.functions)": [[5, "datafusion.functions.current_time", false]], "custom_css (datafusion.html_formatter.dataframehtmlformatter attribute)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter.custom_css", false]], "database (class in datafusion)": [[7, "datafusion.Database", false]], "database (class in datafusion.catalog)": [[0, "datafusion.catalog.Database", false]], "database() (datafusion.catalog method)": [[7, "datafusion.Catalog.database", false]], "database() (datafusion.catalog.catalog method)": [[0, "datafusion.catalog.Catalog.database", false]], "dataframe (class in datafusion.dataframe)": [[3, "datafusion.dataframe.DataFrame", false]], "dataframehtmlformatter (class in datafusion.html_formatter)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter", false]], "datafusion": [[7, "module-datafusion", false]], "datafusion.catalog": [[0, "module-datafusion.catalog", false]], "datafusion.col": [[1, "module-datafusion.col", false]], "datafusion.context": [[2, "module-datafusion.context", false]], "datafusion.dataframe": [[3, "module-datafusion.dataframe", false]], "datafusion.expr": [[4, "module-datafusion.expr", false]], "datafusion.functions": [[5, "module-datafusion.functions", false]], "datafusion.html_formatter": [[6, "module-datafusion.html_formatter", false]], "datafusion.input": [[9, "module-datafusion.input", false]], "datafusion.input.base": [[8, "module-datafusion.input.base", false]], "datafusion.input.location": [[10, "module-datafusion.input.location", false]], "datafusion.io": [[11, "module-datafusion.io", false]], "datafusion.object_store": [[12, "module-datafusion.object_store", false]], "datafusion.plan": [[13, "module-datafusion.plan", false]], "datafusion.record_batch": [[14, "module-datafusion.record_batch", false]], "datafusion.substrait": [[15, "module-datafusion.substrait", false]], "datafusion.udf": [[16, "module-datafusion.udf", false]], "datafusion.unparser": [[17, "module-datafusion.unparser", false]], "datafusion.user_defined": [[18, "module-datafusion.user_defined", false]], "date_bin() (in module datafusion.functions)": [[5, "datafusion.functions.date_bin", false]], "date_part() (in module datafusion.functions)": [[5, "datafusion.functions.date_part", false]], "date_trunc() (in module datafusion.functions)": [[5, "datafusion.functions.date_trunc", false]], "datepart() (in module datafusion.functions)": [[5, "datafusion.functions.datepart", false]], "datetrunc() (in module datafusion.functions)": [[5, "datafusion.functions.datetrunc", false]], "db (datafusion.catalog.database attribute)": [[0, "datafusion.catalog.Database.db", false]], "db (datafusion.database attribute)": [[7, "datafusion.Database.db", false]], "deallocate (in module datafusion.expr)": [[4, "datafusion.expr.Deallocate", false]], "decode() (in module datafusion.functions)": [[5, "datafusion.functions.decode", false]], "default() (datafusion.unparser.dialect static method)": [[17, "datafusion.unparser.Dialect.default", false]], "defaultstyleprovider (class in datafusion.html_formatter)": [[6, "datafusion.html_formatter.DefaultStyleProvider", false]], "degrees() (datafusion.expr method)": [[7, "datafusion.Expr.degrees", false]], "degrees() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.degrees", false]], "degrees() (in module datafusion.functions)": [[5, "datafusion.functions.degrees", false]], "dense_rank() (in module datafusion.functions)": [[5, "datafusion.functions.dense_rank", false]], "deregister_table() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.deregister_table", false]], "describe() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.describe", false]], "describetable (in module datafusion.expr)": [[4, "datafusion.expr.DescribeTable", false]], "deserialize() (datafusion.substrait.serde static method)": [[15, "datafusion.substrait.Serde.deserialize", false]], "deserialize_bytes() (datafusion.substrait.serde static method)": [[15, "datafusion.substrait.Serde.deserialize_bytes", false]], "df (datafusion.dataframe.dataframe attribute)": [[3, "datafusion.dataframe.DataFrame.df", false]], "dfschema (in module datafusion)": [[7, "datafusion.DFSchema", false]], "dialect (class in datafusion.unparser)": [[17, "datafusion.unparser.Dialect", false]], "dialect (datafusion.unparser.dialect attribute)": [[17, "datafusion.unparser.Dialect.dialect", false]], "digest() (in module datafusion.functions)": [[5, "datafusion.functions.digest", false]], "display() (datafusion.executionplan method)": [[7, "datafusion.ExecutionPlan.display", false]], "display() (datafusion.logicalplan method)": [[7, "datafusion.LogicalPlan.display", false]], "display() (datafusion.plan.executionplan method)": [[13, "datafusion.plan.ExecutionPlan.display", false]], "display() (datafusion.plan.logicalplan method)": [[13, "datafusion.plan.LogicalPlan.display", false]], "display_graphviz() (datafusion.logicalplan method)": [[7, "datafusion.LogicalPlan.display_graphviz", false]], "display_graphviz() (datafusion.plan.logicalplan method)": [[13, "datafusion.plan.LogicalPlan.display_graphviz", false]], "display_indent() (datafusion.executionplan method)": [[7, "datafusion.ExecutionPlan.display_indent", false]], "display_indent() (datafusion.logicalplan method)": [[7, "datafusion.LogicalPlan.display_indent", false]], "display_indent() (datafusion.plan.executionplan method)": [[13, "datafusion.plan.ExecutionPlan.display_indent", false]], "display_indent() (datafusion.plan.logicalplan method)": [[13, "datafusion.plan.LogicalPlan.display_indent", false]], "display_indent_schema() (datafusion.logicalplan method)": [[7, "datafusion.LogicalPlan.display_indent_schema", false]], "display_indent_schema() (datafusion.plan.logicalplan method)": [[13, "datafusion.plan.LogicalPlan.display_indent_schema", false]], "display_name() (datafusion.expr method)": [[7, "datafusion.Expr.display_name", false]], "display_name() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.display_name", false]], "distinct (in module datafusion.expr)": [[4, "datafusion.expr.Distinct", false]], "distinct() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.distinct", false]], "distinct() (datafusion.expr method)": [[7, "datafusion.Expr.distinct", false]], "distinct() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.distinct", false]], "dmlstatement (in module datafusion.expr)": [[4, "datafusion.expr.DmlStatement", false]], "drop() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.drop", false]], "dropcatalogschema (in module datafusion.expr)": [[4, "datafusion.expr.DropCatalogSchema", false]], "dropfunction (in module datafusion.expr)": [[4, "datafusion.expr.DropFunction", false]], "droptable (in module datafusion.expr)": [[4, "datafusion.expr.DropTable", false]], "dropview (in module datafusion.expr)": [[4, "datafusion.expr.DropView", false]], "duckdb() (datafusion.unparser.dialect static method)": [[17, "datafusion.unparser.Dialect.duckdb", false]], "empty() (datafusion.expr method)": [[7, "datafusion.Expr.empty", false]], "empty() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.empty", false]], "empty() (in module datafusion.functions)": [[5, "datafusion.functions.empty", false]], "empty_table() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.empty_table", false]], "emptyrelation (in module datafusion.expr)": [[4, "datafusion.expr.EmptyRelation", false]], "enable_cell_expansion (datafusion.html_formatter.dataframehtmlformatter attribute)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter.enable_cell_expansion", false]], "enable_url_table() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.enable_url_table", false]], "encode() (datafusion.substrait.plan method)": [[15, "datafusion.substrait.Plan.encode", false]], "encode() (in module datafusion.functions)": [[5, "datafusion.functions.encode", false]], "end() (datafusion.expr.casebuilder method)": [[4, "datafusion.expr.CaseBuilder.end", false]], "ends_with() (in module datafusion.functions)": [[5, "datafusion.functions.ends_with", false]], "evaluate() (datafusion.accumulator method)": [[7, "datafusion.Accumulator.evaluate", false]], "evaluate() (datafusion.user_defined.accumulator method)": [[18, "datafusion.user_defined.Accumulator.evaluate", false]], "evaluate() (datafusion.user_defined.windowevaluator method)": [[18, "datafusion.user_defined.WindowEvaluator.evaluate", false]], "evaluate_all() (datafusion.user_defined.windowevaluator method)": [[18, "datafusion.user_defined.WindowEvaluator.evaluate_all", false]], "evaluate_all_with_rank() (datafusion.user_defined.windowevaluator method)": [[18, "datafusion.user_defined.WindowEvaluator.evaluate_all_with_rank", false]], "except_all() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.except_all", false]], "execute (in module datafusion.expr)": [[4, "datafusion.expr.Execute", false]], "execute() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.execute", false]], "execute_stream() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.execute_stream", false]], "execute_stream_partitioned() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.execute_stream_partitioned", false]], "execution_plan() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.execution_plan", false]], "executionplan (class in datafusion)": [[7, "datafusion.ExecutionPlan", false]], "executionplan (class in datafusion.plan)": [[13, "datafusion.plan.ExecutionPlan", false]], "exists (in module datafusion.expr)": [[4, "datafusion.expr.Exists", false]], "exp() (datafusion.expr method)": [[7, "datafusion.Expr.exp", false]], "exp() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.exp", false]], "exp() (in module datafusion.functions)": [[5, "datafusion.functions.exp", false]], "explain (in module datafusion.expr)": [[4, "datafusion.expr.Explain", false]], "explain() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.explain", false]], "expr (class in datafusion)": [[7, "datafusion.Expr", false]], "expr (class in datafusion.expr)": [[4, "datafusion.expr.Expr", false]], "expr (datafusion.expr attribute)": [[7, "datafusion.Expr.expr", false]], "expr (datafusion.expr.expr attribute)": [[4, "datafusion.expr.Expr.expr", false]], "expr() (datafusion.expr.sortexpr method)": [[4, "datafusion.expr.SortExpr.expr", false]], "extension (in module datafusion.expr)": [[4, "datafusion.expr.Extension", false]], "extract() (in module datafusion.functions)": [[5, "datafusion.functions.extract", false]], "factorial() (datafusion.expr method)": [[7, "datafusion.Expr.factorial", false]], "factorial() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.factorial", false]], "factorial() (in module datafusion.functions)": [[5, "datafusion.functions.factorial", false]], "filetype (in module datafusion.expr)": [[4, "datafusion.expr.FileType", false]], "fill_nan() (datafusion.expr method)": [[7, "datafusion.Expr.fill_nan", false]], "fill_nan() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.fill_nan", false]], "fill_null() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.fill_null", false]], "fill_null() (datafusion.expr method)": [[7, "datafusion.Expr.fill_null", false]], "fill_null() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.fill_null", false]], "filter (in module datafusion.expr)": [[4, "datafusion.expr.Filter", false]], "filter() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.filter", false]], "filter() (datafusion.expr method)": [[7, "datafusion.Expr.filter", false]], "filter() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.filter", false]], "find_in_set() (in module datafusion.functions)": [[5, "datafusion.functions.find_in_set", false]], "first_value() (in module datafusion.functions)": [[5, "datafusion.functions.first_value", false]], "flatten() (datafusion.expr method)": [[7, "datafusion.Expr.flatten", false]], "flatten() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.flatten", false]], "flatten() (in module datafusion.functions)": [[5, "datafusion.functions.flatten", false]], "floor() (datafusion.expr method)": [[7, "datafusion.Expr.floor", false]], "floor() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.floor", false]], "floor() (in module datafusion.functions)": [[5, "datafusion.functions.floor", false]], "format_html() (datafusion.html_formatter.dataframehtmlformatter method)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter.format_html", false]], "formattermanager (class in datafusion.html_formatter)": [[6, "datafusion.html_formatter.FormatterManager", false]], "frame_bound (datafusion.expr.windowframebound attribute)": [[4, "datafusion.expr.WindowFrameBound.frame_bound", false]], "from_arrow() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.from_arrow", false]], "from_arrow_table() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.from_arrow_table", false]], "from_pandas() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.from_pandas", false]], "from_polars() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.from_polars", false]], "from_proto() (datafusion.executionplan static method)": [[7, "datafusion.ExecutionPlan.from_proto", false]], "from_proto() (datafusion.logicalplan static method)": [[7, "datafusion.LogicalPlan.from_proto", false]], "from_proto() (datafusion.plan.executionplan static method)": [[13, "datafusion.plan.ExecutionPlan.from_proto", false]], "from_proto() (datafusion.plan.logicalplan static method)": [[13, "datafusion.plan.LogicalPlan.from_proto", false]], "from_pydict() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.from_pydict", false]], "from_pylist() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.from_pylist", false]], "from_str() (datafusion.dataframe.compression class method)": [[3, "datafusion.dataframe.Compression.from_str", false]], "from_substrait_plan() (datafusion.substrait.consumer static method)": [[15, "datafusion.substrait.Consumer.from_substrait_plan", false]], "from_unixtime() (datafusion.expr method)": [[7, "datafusion.Expr.from_unixtime", false]], "from_unixtime() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.from_unixtime", false]], "from_unixtime() (in module datafusion.functions)": [[5, "datafusion.functions.from_unixtime", false]], "gcd() (in module datafusion.functions)": [[5, "datafusion.functions.gcd", false]], "get_cell_style() (datafusion.html_formatter.defaultstyleprovider method)": [[6, "datafusion.html_formatter.DefaultStyleProvider.get_cell_style", false]], "get_cell_style() (datafusion.html_formatter.styleprovider method)": [[6, "datafusion.html_formatter.StyleProvider.get_cell_style", false]], "get_default_level() (datafusion.dataframe.compression method)": [[3, "datafusion.dataframe.Compression.get_default_level", false]], "get_formatter() (datafusion.html_formatter.formattermanager class method)": [[6, "datafusion.html_formatter.FormatterManager.get_formatter", false]], "get_formatter() (in module datafusion.html_formatter)": [[6, "datafusion.html_formatter.get_formatter", false]], "get_frame_units() (datafusion.expr.windowframe method)": [[4, "datafusion.expr.WindowFrame.get_frame_units", false]], "get_frame_units() (datafusion.windowframe method)": [[7, "datafusion.WindowFrame.get_frame_units", false]], "get_header_style() (datafusion.html_formatter.defaultstyleprovider method)": [[6, "datafusion.html_formatter.DefaultStyleProvider.get_header_style", false]], "get_header_style() (datafusion.html_formatter.styleprovider method)": [[6, "datafusion.html_formatter.StyleProvider.get_header_style", false]], "get_lower_bound() (datafusion.expr.windowframe method)": [[4, "datafusion.expr.WindowFrame.get_lower_bound", false]], "get_lower_bound() (datafusion.windowframe method)": [[7, "datafusion.WindowFrame.get_lower_bound", false]], "get_offset() (datafusion.expr.windowframebound method)": [[4, "datafusion.expr.WindowFrameBound.get_offset", false]], "get_range() (datafusion.user_defined.windowevaluator method)": [[18, "datafusion.user_defined.WindowEvaluator.get_range", false]], "get_upper_bound() (datafusion.expr.windowframe method)": [[4, "datafusion.expr.WindowFrame.get_upper_bound", false]], "get_upper_bound() (datafusion.windowframe method)": [[7, "datafusion.WindowFrame.get_upper_bound", false]], "global_ctx() (datafusion.context.sessioncontext class method)": [[2, "datafusion.context.SessionContext.global_ctx", false]], "googlecloud (in module datafusion.object_store)": [[12, "datafusion.object_store.GoogleCloud", false]], "groupingset (in module datafusion.expr)": [[4, "datafusion.expr.GroupingSet", false]], "gzip (datafusion.dataframe.compression attribute)": [[3, "datafusion.dataframe.Compression.GZIP", false]], "head() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.head", false]], "http (in module datafusion.object_store)": [[12, "datafusion.object_store.Http", false]], "ilike (in module datafusion.expr)": [[4, "datafusion.expr.ILike", false]], "immutable (datafusion.user_defined.volatility attribute)": [[18, "datafusion.user_defined.Volatility.Immutable", false]], "in_list() (in module datafusion.functions)": [[5, "datafusion.functions.in_list", false]], "include_rank() (datafusion.user_defined.windowevaluator method)": [[18, "datafusion.user_defined.WindowEvaluator.include_rank", false]], "initcap() (datafusion.expr method)": [[7, "datafusion.Expr.initcap", false]], "initcap() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.initcap", false]], "initcap() (in module datafusion.functions)": [[5, "datafusion.functions.initcap", false]], "inlist (in module datafusion.expr)": [[4, "datafusion.expr.InList", false]], "inputs() (datafusion.logicalplan method)": [[7, "datafusion.LogicalPlan.inputs", false]], "inputs() (datafusion.plan.logicalplan method)": [[13, "datafusion.plan.LogicalPlan.inputs", false]], "insubquery (in module datafusion.expr)": [[4, "datafusion.expr.InSubquery", false]], "intersect() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.intersect", false]], "into_view() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.into_view", false]], "is_causal() (datafusion.user_defined.windowevaluator method)": [[18, "datafusion.user_defined.WindowEvaluator.is_causal", false]], "is_correct_input() (datafusion.input.base.baseinputsource method)": [[8, "datafusion.input.base.BaseInputSource.is_correct_input", false]], "is_correct_input() (datafusion.input.location.locationinputplugin method)": [[10, "datafusion.input.location.LocationInputPlugin.is_correct_input", false]], "is_correct_input() (datafusion.input.locationinputplugin method)": [[9, "datafusion.input.LocationInputPlugin.is_correct_input", false]], "is_current_row() (datafusion.expr.windowframebound method)": [[4, "datafusion.expr.WindowFrameBound.is_current_row", false]], "is_following() (datafusion.expr.windowframebound method)": [[4, "datafusion.expr.WindowFrameBound.is_following", false]], "is_not_null() (datafusion.expr method)": [[7, "datafusion.Expr.is_not_null", false]], "is_not_null() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.is_not_null", false]], "is_null() (datafusion.expr method)": [[7, "datafusion.Expr.is_null", false]], "is_null() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.is_null", false]], "is_preceding() (datafusion.expr.windowframebound method)": [[4, "datafusion.expr.WindowFrameBound.is_preceding", false]], "is_styles_loaded() (datafusion.html_formatter.dataframehtmlformatter class method)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter.is_styles_loaded", false]], "is_unbounded() (datafusion.expr.windowframebound method)": [[4, "datafusion.expr.WindowFrameBound.is_unbounded", false]], "isfalse (in module datafusion.expr)": [[4, "datafusion.expr.IsFalse", false]], "isnan() (datafusion.expr method)": [[7, "datafusion.Expr.isnan", false]], "isnan() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.isnan", false]], "isnan() (in module datafusion.functions)": [[5, "datafusion.functions.isnan", false]], "isnotfalse (in module datafusion.expr)": [[4, "datafusion.expr.IsNotFalse", false]], "isnotnull (in module datafusion.expr)": [[4, "datafusion.expr.IsNotNull", false]], "isnottrue (in module datafusion.expr)": [[4, "datafusion.expr.IsNotTrue", false]], "isnotunknown (in module datafusion.expr)": [[4, "datafusion.expr.IsNotUnknown", false]], "isnull (in module datafusion.expr)": [[4, "datafusion.expr.IsNull", false]], "istrue (in module datafusion.expr)": [[4, "datafusion.expr.IsTrue", false]], "isunknown (in module datafusion.expr)": [[4, "datafusion.expr.IsUnknown", false]], "iszero() (datafusion.expr method)": [[7, "datafusion.Expr.iszero", false]], "iszero() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.iszero", false]], "iszero() (in module datafusion.functions)": [[5, "datafusion.functions.iszero", false]], "join (in module datafusion.expr)": [[4, "datafusion.expr.Join", false]], "join() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.join", false]], "join_on() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.join_on", false]], "joinconstraint (in module datafusion.expr)": [[4, "datafusion.expr.JoinConstraint", false]], "jointype (in module datafusion.expr)": [[4, "datafusion.expr.JoinType", false]], "kind (datafusion.catalog.table property)": [[0, "datafusion.catalog.Table.kind", false]], "kind (datafusion.table property)": [[7, "datafusion.Table.kind", false]], "lag() (in module datafusion.functions)": [[5, "datafusion.functions.lag", false]], "last_value() (in module datafusion.functions)": [[5, "datafusion.functions.last_value", false]], "lcm() (in module datafusion.functions)": [[5, "datafusion.functions.lcm", false]], "lead() (in module datafusion.functions)": [[5, "datafusion.functions.lead", false]], "left() (in module datafusion.functions)": [[5, "datafusion.functions.left", false]], "length() (datafusion.expr method)": [[7, "datafusion.Expr.length", false]], "length() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.length", false]], "length() (in module datafusion.functions)": [[5, "datafusion.functions.length", false]], "levenshtein() (in module datafusion.functions)": [[5, "datafusion.functions.levenshtein", false]], "like (in module datafusion.expr)": [[4, "datafusion.expr.Like", false]], "limit (in module datafusion.expr)": [[4, "datafusion.expr.Limit", false]], "limit() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.limit", false]], "list_append() (in module datafusion.functions)": [[5, "datafusion.functions.list_append", false]], "list_cat() (in module datafusion.functions)": [[5, "datafusion.functions.list_cat", false]], "list_concat() (in module datafusion.functions)": [[5, "datafusion.functions.list_concat", false]], "list_dims() (datafusion.expr method)": [[7, "datafusion.Expr.list_dims", false]], "list_dims() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.list_dims", false]], "list_dims() (in module datafusion.functions)": [[5, "datafusion.functions.list_dims", false]], "list_distinct() (datafusion.expr method)": [[7, "datafusion.Expr.list_distinct", false]], "list_distinct() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.list_distinct", false]], "list_distinct() (in module datafusion.functions)": [[5, "datafusion.functions.list_distinct", false]], "list_element() (in module datafusion.functions)": [[5, "datafusion.functions.list_element", false]], "list_except() (in module datafusion.functions)": [[5, "datafusion.functions.list_except", false]], "list_extract() (in module datafusion.functions)": [[5, "datafusion.functions.list_extract", false]], "list_indexof() (in module datafusion.functions)": [[5, "datafusion.functions.list_indexof", false]], "list_intersect() (in module datafusion.functions)": [[5, "datafusion.functions.list_intersect", false]], "list_join() (in module datafusion.functions)": [[5, "datafusion.functions.list_join", false]], "list_length() (datafusion.expr method)": [[7, "datafusion.Expr.list_length", false]], "list_length() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.list_length", false]], "list_length() (in module datafusion.functions)": [[5, "datafusion.functions.list_length", false]], "list_ndims() (datafusion.expr method)": [[7, "datafusion.Expr.list_ndims", false]], "list_ndims() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.list_ndims", false]], "list_ndims() (in module datafusion.functions)": [[5, "datafusion.functions.list_ndims", false]], "list_position() (in module datafusion.functions)": [[5, "datafusion.functions.list_position", false]], "list_positions() (in module datafusion.functions)": [[5, "datafusion.functions.list_positions", false]], "list_prepend() (in module datafusion.functions)": [[5, "datafusion.functions.list_prepend", false]], "list_push_back() (in module datafusion.functions)": [[5, "datafusion.functions.list_push_back", false]], "list_push_front() (in module datafusion.functions)": [[5, "datafusion.functions.list_push_front", false]], "list_remove() (in module datafusion.functions)": [[5, "datafusion.functions.list_remove", false]], "list_remove_all() (in module datafusion.functions)": [[5, "datafusion.functions.list_remove_all", false]], "list_remove_n() (in module datafusion.functions)": [[5, "datafusion.functions.list_remove_n", false]], "list_repeat() (in module datafusion.functions)": [[5, "datafusion.functions.list_repeat", false]], "list_replace() (in module datafusion.functions)": [[5, "datafusion.functions.list_replace", false]], "list_replace_all() (in module datafusion.functions)": [[5, "datafusion.functions.list_replace_all", false]], "list_replace_n() (in module datafusion.functions)": [[5, "datafusion.functions.list_replace_n", false]], "list_resize() (in module datafusion.functions)": [[5, "datafusion.functions.list_resize", false]], "list_slice() (in module datafusion.functions)": [[5, "datafusion.functions.list_slice", false]], "list_sort() (in module datafusion.functions)": [[5, "datafusion.functions.list_sort", false]], "list_to_string() (in module datafusion.functions)": [[5, "datafusion.functions.list_to_string", false]], "list_union() (in module datafusion.functions)": [[5, "datafusion.functions.list_union", false]], "lit() (in module datafusion)": [[7, "datafusion.lit", false]], "literal (in module datafusion.expr)": [[4, "datafusion.expr.Literal", false]], "literal() (datafusion.expr static method)": [[7, "datafusion.Expr.literal", false]], "literal() (datafusion.expr.expr static method)": [[4, "datafusion.expr.Expr.literal", false]], "literal() (in module datafusion)": [[7, "datafusion.literal", false]], "ln() (datafusion.expr method)": [[7, "datafusion.Expr.ln", false]], "ln() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.ln", false]], "ln() (in module datafusion.functions)": [[5, "datafusion.functions.ln", false]], "localfilesystem (in module datafusion.object_store)": [[12, "datafusion.object_store.LocalFileSystem", false]], "locationinputplugin (class in datafusion.input)": [[9, "datafusion.input.LocationInputPlugin", false]], "locationinputplugin (class in datafusion.input.location)": [[10, "datafusion.input.location.LocationInputPlugin", false]], "log() (in module datafusion.functions)": [[5, "datafusion.functions.log", false]], "log10() (datafusion.expr method)": [[7, "datafusion.Expr.log10", false]], "log10() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.log10", false]], "log10() (in module datafusion.functions)": [[5, "datafusion.functions.log10", false]], "log2() (datafusion.expr method)": [[7, "datafusion.Expr.log2", false]], "log2() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.log2", false]], "log2() (in module datafusion.functions)": [[5, "datafusion.functions.log2", false]], "logical_plan() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.logical_plan", false]], "logicalplan (class in datafusion)": [[7, "datafusion.LogicalPlan", false]], "logicalplan (class in datafusion.plan)": [[13, "datafusion.plan.LogicalPlan", false]], "lower() (datafusion.expr method)": [[7, "datafusion.Expr.lower", false]], "lower() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.lower", false]], "lower() (in module datafusion.functions)": [[5, "datafusion.functions.lower", false]], "lpad() (in module datafusion.functions)": [[5, "datafusion.functions.lpad", false]], "ltrim() (datafusion.expr method)": [[7, "datafusion.Expr.ltrim", false]], "ltrim() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.ltrim", false]], "ltrim() (in module datafusion.functions)": [[5, "datafusion.functions.ltrim", false]], "lz4 (datafusion.dataframe.compression attribute)": [[3, "datafusion.dataframe.Compression.LZ4", false]], "lz4_raw (datafusion.dataframe.compression attribute)": [[3, "datafusion.dataframe.Compression.LZ4_RAW", false]], "make_array() (in module datafusion.functions)": [[5, "datafusion.functions.make_array", false]], "make_date() (in module datafusion.functions)": [[5, "datafusion.functions.make_date", false]], "make_list() (in module datafusion.functions)": [[5, "datafusion.functions.make_list", false]], "max() (in module datafusion.functions)": [[5, "datafusion.functions.max", false]], "max_cell_length (datafusion.html_formatter.dataframehtmlformatter attribute)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter.max_cell_length", false]], "max_height (datafusion.html_formatter.dataframehtmlformatter attribute)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter.max_height", false]], "max_memory_bytes (datafusion.html_formatter.dataframehtmlformatter attribute)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter.max_memory_bytes", false]], "max_width (datafusion.html_formatter.dataframehtmlformatter attribute)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter.max_width", false]], "md5() (datafusion.expr method)": [[7, "datafusion.Expr.md5", false]], "md5() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.md5", false]], "md5() (in module datafusion.functions)": [[5, "datafusion.functions.md5", false]], "mean() (in module datafusion.functions)": [[5, "datafusion.functions.mean", false]], "median() (in module datafusion.functions)": [[5, "datafusion.functions.median", false]], "memoize() (datafusion.user_defined.windowevaluator method)": [[18, "datafusion.user_defined.WindowEvaluator.memoize", false]], "merge() (datafusion.accumulator method)": [[7, "datafusion.Accumulator.merge", false]], "merge() (datafusion.user_defined.accumulator method)": [[18, "datafusion.user_defined.Accumulator.merge", false]], "microsoftazure (in module datafusion.object_store)": [[12, "datafusion.object_store.MicrosoftAzure", false]], "min() (in module datafusion.functions)": [[5, "datafusion.functions.min", false]], "min_rows_display (datafusion.html_formatter.dataframehtmlformatter attribute)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter.min_rows_display", false]], "module": [[0, "module-datafusion.catalog", false], [1, "module-datafusion.col", false], [2, "module-datafusion.context", false], [3, "module-datafusion.dataframe", false], [4, "module-datafusion.expr", false], [5, "module-datafusion.functions", false], [6, "module-datafusion.html_formatter", false], [7, "module-datafusion", false], [8, "module-datafusion.input.base", false], [9, "module-datafusion.input", false], [10, "module-datafusion.input.location", false], [11, "module-datafusion.io", false], [12, "module-datafusion.object_store", false], [13, "module-datafusion.plan", false], [14, "module-datafusion.record_batch", false], [15, "module-datafusion.substrait", false], [16, "module-datafusion.udf", false], [17, "module-datafusion.unparser", false], [18, "module-datafusion.user_defined", false]], "mysql() (datafusion.unparser.dialect static method)": [[17, "datafusion.unparser.Dialect.mysql", false]], "named_struct() (in module datafusion.functions)": [[5, "datafusion.functions.named_struct", false]], "names() (datafusion.catalog method)": [[7, "datafusion.Catalog.names", false]], "names() (datafusion.catalog.catalog method)": [[0, "datafusion.catalog.Catalog.names", false]], "names() (datafusion.catalog.database method)": [[0, "datafusion.catalog.Database.names", false]], "names() (datafusion.database method)": [[7, "datafusion.Database.names", false]], "nanvl() (in module datafusion.functions)": [[5, "datafusion.functions.nanvl", false]], "negative (in module datafusion.expr)": [[4, "datafusion.expr.Negative", false]], "next() (datafusion.record_batch.recordbatchstream method)": [[14, "datafusion.record_batch.RecordBatchStream.next", false]], "next() (datafusion.recordbatchstream method)": [[7, "datafusion.RecordBatchStream.next", false]], "not (in module datafusion.expr)": [[4, "datafusion.expr.Not", false]], "now() (in module datafusion.functions)": [[5, "datafusion.functions.now", false]], "nth_value() (in module datafusion.functions)": [[5, "datafusion.functions.nth_value", false]], "ntile() (in module datafusion.functions)": [[5, "datafusion.functions.ntile", false]], "null_treatment() (datafusion.expr method)": [[7, "datafusion.Expr.null_treatment", false]], "null_treatment() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.null_treatment", false]], "nullif() (in module datafusion.functions)": [[5, "datafusion.functions.nullif", false]], "nulls_first() (datafusion.expr.sortexpr method)": [[4, "datafusion.expr.SortExpr.nulls_first", false]], "nvl() (in module datafusion.functions)": [[5, "datafusion.functions.nvl", false]], "octet_length() (datafusion.expr method)": [[7, "datafusion.Expr.octet_length", false]], "octet_length() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.octet_length", false]], "octet_length() (in module datafusion.functions)": [[5, "datafusion.functions.octet_length", false]], "operatefunctionarg (in module datafusion.expr)": [[4, "datafusion.expr.OperateFunctionArg", false]], "optimized_logical_plan() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.optimized_logical_plan", false]], "options_internal (datafusion.context.sqloptions attribute)": [[2, "datafusion.context.SQLOptions.options_internal", false]], "options_internal (datafusion.sqloptions attribute)": [[7, "datafusion.SQLOptions.options_internal", false]], "order_by() (datafusion.expr method)": [[7, "datafusion.Expr.order_by", false]], "order_by() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.order_by", false]], "order_by() (in module datafusion.functions)": [[5, "datafusion.functions.order_by", false]], "otherwise() (datafusion.expr.casebuilder method)": [[4, "datafusion.expr.CaseBuilder.otherwise", false]], "over() (datafusion.expr method)": [[7, "datafusion.Expr.over", false]], "over() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.over", false]], "overlay() (in module datafusion.functions)": [[5, "datafusion.functions.overlay", false]], "partition_by() (datafusion.expr method)": [[7, "datafusion.Expr.partition_by", false]], "partition_by() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.partition_by", false]], "partition_count (datafusion.executionplan property)": [[7, "datafusion.ExecutionPlan.partition_count", false]], "partition_count (datafusion.plan.executionplan property)": [[13, "datafusion.plan.ExecutionPlan.partition_count", false]], "partitioning (in module datafusion.expr)": [[4, "datafusion.expr.Partitioning", false]], "percent_rank() (in module datafusion.functions)": [[5, "datafusion.functions.percent_rank", false]], "pi() (in module datafusion.functions)": [[5, "datafusion.functions.pi", false]], "placeholder (in module datafusion.expr)": [[4, "datafusion.expr.Placeholder", false]], "plan (class in datafusion.substrait)": [[15, "datafusion.substrait.Plan", false]], "plan_internal (datafusion.substrait.plan attribute)": [[15, "datafusion.substrait.Plan.plan_internal", false]], "plan_to_sql() (datafusion.unparser.unparser method)": [[17, "datafusion.unparser.Unparser.plan_to_sql", false]], "postgres() (datafusion.unparser.dialect static method)": [[17, "datafusion.unparser.Dialect.postgres", false]], "pow() (in module datafusion.functions)": [[5, "datafusion.functions.pow", false]], "power() (in module datafusion.functions)": [[5, "datafusion.functions.power", false]], "prepare (in module datafusion.expr)": [[4, "datafusion.expr.Prepare", false]], "producer (class in datafusion.substrait)": [[15, "datafusion.substrait.Producer", false]], "projection (in module datafusion.expr)": [[4, "datafusion.expr.Projection", false]], "python_value() (datafusion.expr method)": [[7, "datafusion.Expr.python_value", false]], "python_value() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.python_value", false]], "radians() (datafusion.expr method)": [[7, "datafusion.Expr.radians", false]], "radians() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.radians", false]], "radians() (in module datafusion.functions)": [[5, "datafusion.functions.radians", false]], "random() (in module datafusion.functions)": [[5, "datafusion.functions.random", false]], "range() (in module datafusion.functions)": [[5, "datafusion.functions.range", false]], "rank() (in module datafusion.functions)": [[5, "datafusion.functions.rank", false]], "raw_sort (datafusion.expr.sortexpr attribute)": [[4, "datafusion.expr.SortExpr.raw_sort", false]], "rbs (datafusion.record_batch.recordbatchstream attribute)": [[14, "datafusion.record_batch.RecordBatchStream.rbs", false]], "rbs (datafusion.recordbatchstream attribute)": [[7, "datafusion.RecordBatchStream.rbs", false]], "read_avro() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.read_avro", false]], "read_avro() (in module datafusion)": [[7, "datafusion.read_avro", false]], "read_avro() (in module datafusion.io)": [[11, "datafusion.io.read_avro", false]], "read_csv() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.read_csv", false]], "read_csv() (in module datafusion)": [[7, "datafusion.read_csv", false]], "read_csv() (in module datafusion.io)": [[11, "datafusion.io.read_csv", false]], "read_json() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.read_json", false]], "read_json() (in module datafusion)": [[7, "datafusion.read_json", false]], "read_json() (in module datafusion.io)": [[11, "datafusion.io.read_json", false]], "read_parquet() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.read_parquet", false]], "read_parquet() (in module datafusion)": [[7, "datafusion.read_parquet", false]], "read_parquet() (in module datafusion.io)": [[11, "datafusion.io.read_parquet", false]], "read_table() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.read_table", false]], "record_batch (datafusion.record_batch.recordbatch attribute)": [[14, "datafusion.record_batch.RecordBatch.record_batch", false]], "record_batch (datafusion.recordbatch attribute)": [[7, "datafusion.RecordBatch.record_batch", false]], "recordbatch (class in datafusion)": [[7, "datafusion.RecordBatch", false]], "recordbatch (class in datafusion.record_batch)": [[14, "datafusion.record_batch.RecordBatch", false]], "recordbatchstream (class in datafusion)": [[7, "datafusion.RecordBatchStream", false]], "recordbatchstream (class in datafusion.record_batch)": [[14, "datafusion.record_batch.RecordBatchStream", false]], "recursivequery (in module datafusion.expr)": [[4, "datafusion.expr.RecursiveQuery", false]], "regexp_count() (in module datafusion.functions)": [[5, "datafusion.functions.regexp_count", false]], "regexp_like() (in module datafusion.functions)": [[5, "datafusion.functions.regexp_like", false]], "regexp_match() (in module datafusion.functions)": [[5, "datafusion.functions.regexp_match", false]], "regexp_replace() (in module datafusion.functions)": [[5, "datafusion.functions.regexp_replace", false]], "register_avro() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.register_avro", false]], "register_csv() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.register_csv", false]], "register_dataset() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.register_dataset", false]], "register_formatter() (datafusion.html_formatter.dataframehtmlformatter method)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter.register_formatter", false]], "register_json() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.register_json", false]], "register_listing_table() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.register_listing_table", false]], "register_object_store() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.register_object_store", false]], "register_parquet() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.register_parquet", false]], "register_record_batches() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.register_record_batches", false]], "register_table() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.register_table", false]], "register_table_provider() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.register_table_provider", false]], "register_udaf() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.register_udaf", false]], "register_udf() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.register_udf", false]], "register_udtf() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.register_udtf", false]], "register_udwf() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.register_udwf", false]], "register_view() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.register_view", false]], "regr_avgx() (in module datafusion.functions)": [[5, "datafusion.functions.regr_avgx", false]], "regr_avgy() (in module datafusion.functions)": [[5, "datafusion.functions.regr_avgy", false]], "regr_count() (in module datafusion.functions)": [[5, "datafusion.functions.regr_count", false]], "regr_intercept() (in module datafusion.functions)": [[5, "datafusion.functions.regr_intercept", false]], "regr_r2() (in module datafusion.functions)": [[5, "datafusion.functions.regr_r2", false]], "regr_slope() (in module datafusion.functions)": [[5, "datafusion.functions.regr_slope", false]], "regr_sxx() (in module datafusion.functions)": [[5, "datafusion.functions.regr_sxx", false]], "regr_sxy() (in module datafusion.functions)": [[5, "datafusion.functions.regr_sxy", false]], "regr_syy() (in module datafusion.functions)": [[5, "datafusion.functions.regr_syy", false]], "repartition (in module datafusion.expr)": [[4, "datafusion.expr.Repartition", false]], "repartition() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.repartition", false]], "repartition_by_hash() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.repartition_by_hash", false]], "repeat() (in module datafusion.functions)": [[5, "datafusion.functions.repeat", false]], "replace() (in module datafusion.functions)": [[5, "datafusion.functions.replace", false]], "repr_rows (datafusion.html_formatter.dataframehtmlformatter attribute)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter.repr_rows", false]], "reset_formatter() (in module datafusion.html_formatter)": [[6, "datafusion.html_formatter.reset_formatter", false]], "reset_styles_loaded_state() (in module datafusion.html_formatter)": [[6, "datafusion.html_formatter.reset_styles_loaded_state", false]], "reverse() (datafusion.expr method)": [[7, "datafusion.Expr.reverse", false]], "reverse() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.reverse", false]], "reverse() (in module datafusion.functions)": [[5, "datafusion.functions.reverse", false]], "rex_call_operands() (datafusion.expr method)": [[7, "datafusion.Expr.rex_call_operands", false]], "rex_call_operands() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.rex_call_operands", false]], "rex_call_operator() (datafusion.expr method)": [[7, "datafusion.Expr.rex_call_operator", false]], "rex_call_operator() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.rex_call_operator", false]], "rex_type() (datafusion.expr method)": [[7, "datafusion.Expr.rex_type", false]], "rex_type() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.rex_type", false]], "right() (in module datafusion.functions)": [[5, "datafusion.functions.right", false]], "round() (in module datafusion.functions)": [[5, "datafusion.functions.round", false]], "row_number() (in module datafusion.functions)": [[5, "datafusion.functions.row_number", false]], "rpad() (in module datafusion.functions)": [[5, "datafusion.functions.rpad", false]], "rtrim() (datafusion.expr method)": [[7, "datafusion.Expr.rtrim", false]], "rtrim() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.rtrim", false]], "rtrim() (in module datafusion.functions)": [[5, "datafusion.functions.rtrim", false]], "runtimeconfig (class in datafusion.context)": [[2, "datafusion.context.RuntimeConfig", false]], "runtimeenvbuilder (class in datafusion)": [[7, "datafusion.RuntimeEnvBuilder", false]], "runtimeenvbuilder (class in datafusion.context)": [[2, "datafusion.context.RuntimeEnvBuilder", false]], "scalarsubquery (in module datafusion.expr)": [[4, "datafusion.expr.ScalarSubquery", false]], "scalarudf (class in datafusion)": [[7, "datafusion.ScalarUDF", false]], "scalarudf (class in datafusion.user_defined)": [[18, "datafusion.user_defined.ScalarUDF", false]], "scalarvariable (in module datafusion.expr)": [[4, "datafusion.expr.ScalarVariable", false]], "schema (datafusion.catalog.table property)": [[0, "datafusion.catalog.Table.schema", false]], "schema (datafusion.table property)": [[7, "datafusion.Table.schema", false]], "schema() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.schema", false]], "schema_name() (datafusion.expr method)": [[7, "datafusion.Expr.schema_name", false]], "schema_name() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.schema_name", false]], "select() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.select", false]], "select_columns() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.select_columns", false]], "serde (class in datafusion.substrait)": [[15, "datafusion.substrait.Serde", false]], "serialize() (datafusion.substrait.serde static method)": [[15, "datafusion.substrait.Serde.serialize", false]], "serialize_bytes() (datafusion.substrait.serde static method)": [[15, "datafusion.substrait.Serde.serialize_bytes", false]], "serialize_to_plan() (datafusion.substrait.serde static method)": [[15, "datafusion.substrait.Serde.serialize_to_plan", false]], "session_id() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.session_id", false]], "sessionconfig (class in datafusion)": [[7, "datafusion.SessionConfig", false]], "sessionconfig (class in datafusion.context)": [[2, "datafusion.context.SessionConfig", false]], "sessioncontext (class in datafusion.context)": [[2, "datafusion.context.SessionContext", false]], "set() (datafusion.context.sessionconfig method)": [[2, "datafusion.context.SessionConfig.set", false]], "set() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.set", false]], "set_custom_cell_builder() (datafusion.html_formatter.dataframehtmlformatter method)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter.set_custom_cell_builder", false]], "set_custom_header_builder() (datafusion.html_formatter.dataframehtmlformatter method)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter.set_custom_header_builder", false]], "set_formatter() (datafusion.html_formatter.formattermanager class method)": [[6, "datafusion.html_formatter.FormatterManager.set_formatter", false]], "set_formatter() (in module datafusion.html_formatter)": [[6, "datafusion.html_formatter.set_formatter", false]], "setvariable (in module datafusion.expr)": [[4, "datafusion.expr.SetVariable", false]], "sha224() (datafusion.expr method)": [[7, "datafusion.Expr.sha224", false]], "sha224() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.sha224", false]], "sha224() (in module datafusion.functions)": [[5, "datafusion.functions.sha224", false]], "sha256() (datafusion.expr method)": [[7, "datafusion.Expr.sha256", false]], "sha256() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.sha256", false]], "sha256() (in module datafusion.functions)": [[5, "datafusion.functions.sha256", false]], "sha384() (datafusion.expr method)": [[7, "datafusion.Expr.sha384", false]], "sha384() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.sha384", false]], "sha384() (in module datafusion.functions)": [[5, "datafusion.functions.sha384", false]], "sha512() (datafusion.expr method)": [[7, "datafusion.Expr.sha512", false]], "sha512() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.sha512", false]], "sha512() (in module datafusion.functions)": [[5, "datafusion.functions.sha512", false]], "show() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.show", false]], "show_truncation_message (datafusion.html_formatter.dataframehtmlformatter attribute)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter.show_truncation_message", false]], "signum() (datafusion.expr method)": [[7, "datafusion.Expr.signum", false]], "signum() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.signum", false]], "signum() (in module datafusion.functions)": [[5, "datafusion.functions.signum", false]], "similarto (in module datafusion.expr)": [[4, "datafusion.expr.SimilarTo", false]], "sin() (datafusion.expr method)": [[7, "datafusion.Expr.sin", false]], "sin() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.sin", false]], "sin() (in module datafusion.functions)": [[5, "datafusion.functions.sin", false]], "sinh() (datafusion.expr method)": [[7, "datafusion.Expr.sinh", false]], "sinh() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.sinh", false]], "sinh() (in module datafusion.functions)": [[5, "datafusion.functions.sinh", false]], "snappy (datafusion.dataframe.compression attribute)": [[3, "datafusion.dataframe.Compression.SNAPPY", false]], "sort (in module datafusion.expr)": [[4, "datafusion.expr.Sort", false]], "sort() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.sort", false]], "sort() (datafusion.expr method)": [[7, "datafusion.Expr.sort", false]], "sort() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.sort", false]], "sortexpr (class in datafusion.expr)": [[4, "datafusion.expr.SortExpr", false]], "split_part() (in module datafusion.functions)": [[5, "datafusion.functions.split_part", false]], "sql() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.sql", false]], "sql_with_options() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.sql_with_options", false]], "sqlite() (datafusion.unparser.dialect static method)": [[17, "datafusion.unparser.Dialect.sqlite", false]], "sqloptions (class in datafusion)": [[7, "datafusion.SQLOptions", false]], "sqloptions (class in datafusion.context)": [[2, "datafusion.context.SQLOptions", false]], "sqrt() (datafusion.expr method)": [[7, "datafusion.Expr.sqrt", false]], "sqrt() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.sqrt", false]], "sqrt() (in module datafusion.functions)": [[5, "datafusion.functions.sqrt", false]], "stable (datafusion.user_defined.volatility attribute)": [[18, "datafusion.user_defined.Volatility.Stable", false]], "starts_with() (in module datafusion.functions)": [[5, "datafusion.functions.starts_with", false]], "state() (datafusion.accumulator method)": [[7, "datafusion.Accumulator.state", false]], "state() (datafusion.user_defined.accumulator method)": [[18, "datafusion.user_defined.Accumulator.state", false]], "stddev() (in module datafusion.functions)": [[5, "datafusion.functions.stddev", false]], "stddev_pop() (in module datafusion.functions)": [[5, "datafusion.functions.stddev_pop", false]], "stddev_samp() (in module datafusion.functions)": [[5, "datafusion.functions.stddev_samp", false]], "string_agg() (in module datafusion.functions)": [[5, "datafusion.functions.string_agg", false]], "string_literal() (datafusion.expr static method)": [[7, "datafusion.Expr.string_literal", false]], "string_literal() (datafusion.expr.expr static method)": [[4, "datafusion.expr.Expr.string_literal", false]], "strpos() (in module datafusion.functions)": [[5, "datafusion.functions.strpos", false]], "struct() (in module datafusion.functions)": [[5, "datafusion.functions.struct", false]], "style_provider (datafusion.html_formatter.dataframehtmlformatter attribute)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter.style_provider", false]], "styleprovider (class in datafusion.html_formatter)": [[6, "datafusion.html_formatter.StyleProvider", false]], "subquery (in module datafusion.expr)": [[4, "datafusion.expr.Subquery", false]], "subqueryalias (in module datafusion.expr)": [[4, "datafusion.expr.SubqueryAlias", false]], "substr() (in module datafusion.functions)": [[5, "datafusion.functions.substr", false]], "substr_index() (in module datafusion.functions)": [[5, "datafusion.functions.substr_index", false]], "substring() (in module datafusion.functions)": [[5, "datafusion.functions.substring", false]], "sum() (in module datafusion.functions)": [[5, "datafusion.functions.sum", false]], "supports_bounded_execution() (datafusion.user_defined.windowevaluator method)": [[18, "datafusion.user_defined.WindowEvaluator.supports_bounded_execution", false]], "table (class in datafusion)": [[7, "datafusion.Table", false]], "table (class in datafusion.catalog)": [[0, "datafusion.catalog.Table", false]], "table (datafusion.catalog.table attribute)": [[0, "datafusion.catalog.Table.table", false]], "table (datafusion.table attribute)": [[7, "datafusion.Table.table", false]], "table() (datafusion.catalog.database method)": [[0, "datafusion.catalog.Database.table", false]], "table() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.table", false]], "table() (datafusion.database method)": [[7, "datafusion.Database.table", false]], "table_exist() (datafusion.context.sessioncontext method)": [[2, "datafusion.context.SessionContext.table_exist", false]], "tablefunction (class in datafusion)": [[7, "datafusion.TableFunction", false]], "tablefunction (class in datafusion.user_defined)": [[18, "datafusion.user_defined.TableFunction", false]], "tableproviderexportable (class in datafusion.context)": [[2, "datafusion.context.TableProviderExportable", false]], "tablescan (in module datafusion.expr)": [[4, "datafusion.expr.TableScan", false]], "tail() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.tail", false]], "tan() (datafusion.expr method)": [[7, "datafusion.Expr.tan", false]], "tan() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.tan", false]], "tan() (in module datafusion.functions)": [[5, "datafusion.functions.tan", false]], "tanh() (datafusion.expr method)": [[7, "datafusion.Expr.tanh", false]], "tanh() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.tanh", false]], "tanh() (in module datafusion.functions)": [[5, "datafusion.functions.tanh", false]], "to_arrow_table() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.to_arrow_table", false]], "to_hex() (datafusion.expr method)": [[7, "datafusion.Expr.to_hex", false]], "to_hex() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.to_hex", false]], "to_hex() (in module datafusion.functions)": [[5, "datafusion.functions.to_hex", false]], "to_pandas() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.to_pandas", false]], "to_polars() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.to_polars", false]], "to_proto() (datafusion.executionplan method)": [[7, "datafusion.ExecutionPlan.to_proto", false]], "to_proto() (datafusion.logicalplan method)": [[7, "datafusion.LogicalPlan.to_proto", false]], "to_proto() (datafusion.plan.executionplan method)": [[13, "datafusion.plan.ExecutionPlan.to_proto", false]], "to_proto() (datafusion.plan.logicalplan method)": [[13, "datafusion.plan.LogicalPlan.to_proto", false]], "to_pyarrow() (datafusion.record_batch.recordbatch method)": [[14, "datafusion.record_batch.RecordBatch.to_pyarrow", false]], "to_pyarrow() (datafusion.recordbatch method)": [[7, "datafusion.RecordBatch.to_pyarrow", false]], "to_pydict() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.to_pydict", false]], "to_pylist() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.to_pylist", false]], "to_substrait_plan() (datafusion.substrait.producer static method)": [[15, "datafusion.substrait.Producer.to_substrait_plan", false]], "to_timestamp() (in module datafusion.functions)": [[5, "datafusion.functions.to_timestamp", false]], "to_timestamp_micros() (in module datafusion.functions)": [[5, "datafusion.functions.to_timestamp_micros", false]], "to_timestamp_millis() (in module datafusion.functions)": [[5, "datafusion.functions.to_timestamp_millis", false]], "to_timestamp_nanos() (in module datafusion.functions)": [[5, "datafusion.functions.to_timestamp_nanos", false]], "to_timestamp_seconds() (in module datafusion.functions)": [[5, "datafusion.functions.to_timestamp_seconds", false]], "to_unixtime() (in module datafusion.functions)": [[5, "datafusion.functions.to_unixtime", false]], "to_variant() (datafusion.expr method)": [[7, "datafusion.Expr.to_variant", false]], "to_variant() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.to_variant", false]], "to_variant() (datafusion.logicalplan method)": [[7, "datafusion.LogicalPlan.to_variant", false]], "to_variant() (datafusion.plan.logicalplan method)": [[13, "datafusion.plan.LogicalPlan.to_variant", false]], "transactionaccessmode (in module datafusion.expr)": [[4, "datafusion.expr.TransactionAccessMode", false]], "transactionconclusion (in module datafusion.expr)": [[4, "datafusion.expr.TransactionConclusion", false]], "transactionend (in module datafusion.expr)": [[4, "datafusion.expr.TransactionEnd", false]], "transactionisolationlevel (in module datafusion.expr)": [[4, "datafusion.expr.TransactionIsolationLevel", false]], "transactionstart (in module datafusion.expr)": [[4, "datafusion.expr.TransactionStart", false]], "transform() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.transform", false]], "translate() (in module datafusion.functions)": [[5, "datafusion.functions.translate", false]], "trim() (datafusion.expr method)": [[7, "datafusion.Expr.trim", false]], "trim() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.trim", false]], "trim() (in module datafusion.functions)": [[5, "datafusion.functions.trim", false]], "trunc() (in module datafusion.functions)": [[5, "datafusion.functions.trunc", false]], "trycast (in module datafusion.expr)": [[4, "datafusion.expr.TryCast", false]], "types() (datafusion.expr method)": [[7, "datafusion.Expr.types", false]], "types() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.types", false]], "udaf (in module datafusion)": [[7, "datafusion.udaf", false]], "udaf (in module datafusion.user_defined)": [[18, "datafusion.user_defined.udaf", false]], "udaf() (datafusion.aggregateudf static method)": [[7, "datafusion.AggregateUDF.udaf", false]], "udaf() (datafusion.user_defined.aggregateudf static method)": [[18, "datafusion.user_defined.AggregateUDF.udaf", false]], "udf (in module datafusion)": [[7, "datafusion.udf", false]], "udf (in module datafusion.user_defined)": [[18, "datafusion.user_defined.udf", false]], "udf() (datafusion.scalarudf static method)": [[7, "datafusion.ScalarUDF.udf", false]], "udf() (datafusion.user_defined.scalarudf static method)": [[18, "datafusion.user_defined.ScalarUDF.udf", false]], "udtf (in module datafusion)": [[7, "datafusion.udtf", false]], "udtf (in module datafusion.user_defined)": [[18, "datafusion.user_defined.udtf", false]], "udtf() (datafusion.tablefunction static method)": [[7, "datafusion.TableFunction.udtf", false]], "udtf() (datafusion.user_defined.tablefunction static method)": [[18, "datafusion.user_defined.TableFunction.udtf", false]], "udwf (in module datafusion)": [[7, "datafusion.udwf", false]], "udwf (in module datafusion.user_defined)": [[18, "datafusion.user_defined.udwf", false]], "udwf() (datafusion.user_defined.windowudf static method)": [[18, "datafusion.user_defined.WindowUDF.udwf", false]], "udwf() (datafusion.windowudf static method)": [[7, "datafusion.WindowUDF.udwf", false]], "uncompressed (datafusion.dataframe.compression attribute)": [[3, "datafusion.dataframe.Compression.UNCOMPRESSED", false]], "union (in module datafusion.expr)": [[4, "datafusion.expr.Union", false]], "union() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.union", false]], "union_distinct() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.union_distinct", false]], "unnest (in module datafusion.expr)": [[4, "datafusion.expr.Unnest", false]], "unnest_columns() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.unnest_columns", false]], "unnestexpr (in module datafusion.expr)": [[4, "datafusion.expr.UnnestExpr", false]], "unparser (class in datafusion.unparser)": [[17, "datafusion.unparser.Unparser", false]], "unparser (datafusion.unparser.unparser attribute)": [[17, "datafusion.unparser.Unparser.unparser", false]], "update() (datafusion.accumulator method)": [[7, "datafusion.Accumulator.update", false]], "update() (datafusion.user_defined.accumulator method)": [[18, "datafusion.user_defined.Accumulator.update", false]], "upper() (datafusion.expr method)": [[7, "datafusion.Expr.upper", false]], "upper() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.upper", false]], "upper() (in module datafusion.functions)": [[5, "datafusion.functions.upper", false]], "use_shared_styles (datafusion.html_formatter.dataframehtmlformatter attribute)": [[6, "datafusion.html_formatter.DataFrameHtmlFormatter.use_shared_styles", false]], "uses_window_frame() (datafusion.user_defined.windowevaluator method)": [[18, "datafusion.user_defined.WindowEvaluator.uses_window_frame", false]], "uuid() (in module datafusion.functions)": [[5, "datafusion.functions.uuid", false]], "values (in module datafusion.expr)": [[4, "datafusion.expr.Values", false]], "var() (in module datafusion.functions)": [[5, "datafusion.functions.var", false]], "var_pop() (in module datafusion.functions)": [[5, "datafusion.functions.var_pop", false]], "var_samp() (in module datafusion.functions)": [[5, "datafusion.functions.var_samp", false]], "var_sample() (in module datafusion.functions)": [[5, "datafusion.functions.var_sample", false]], "variant_name() (datafusion.expr method)": [[7, "datafusion.Expr.variant_name", false]], "variant_name() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.variant_name", false]], "volatile (datafusion.user_defined.volatility attribute)": [[18, "datafusion.user_defined.Volatility.Volatile", false]], "volatility (class in datafusion.user_defined)": [[18, "datafusion.user_defined.Volatility", false]], "when() (datafusion.expr.casebuilder method)": [[4, "datafusion.expr.CaseBuilder.when", false]], "when() (in module datafusion.functions)": [[5, "datafusion.functions.when", false]], "window (class in datafusion.expr)": [[4, "datafusion.expr.Window", false]], "window() (in module datafusion.functions)": [[5, "datafusion.functions.window", false]], "window_frame (datafusion.expr.windowframe attribute)": [[4, "datafusion.expr.WindowFrame.window_frame", false]], "window_frame (datafusion.windowframe attribute)": [[7, "datafusion.WindowFrame.window_frame", false]], "window_frame() (datafusion.expr method)": [[7, "datafusion.Expr.window_frame", false]], "window_frame() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.window_frame", false]], "windowevaluator (class in datafusion.user_defined)": [[18, "datafusion.user_defined.WindowEvaluator", false]], "windowexpr (in module datafusion.expr)": [[4, "datafusion.expr.WindowExpr", false]], "windowframe (class in datafusion)": [[7, "datafusion.WindowFrame", false]], "windowframe (class in datafusion.expr)": [[4, "datafusion.expr.WindowFrame", false]], "windowframebound (class in datafusion.expr)": [[4, "datafusion.expr.WindowFrameBound", false]], "windowudf (class in datafusion)": [[7, "datafusion.WindowUDF", false]], "windowudf (class in datafusion.user_defined)": [[18, "datafusion.user_defined.WindowUDF", false]], "with_allow_ddl() (datafusion.context.sqloptions method)": [[2, "datafusion.context.SQLOptions.with_allow_ddl", false]], "with_allow_ddl() (datafusion.sqloptions method)": [[7, "datafusion.SQLOptions.with_allow_ddl", false]], "with_allow_dml() (datafusion.context.sqloptions method)": [[2, "datafusion.context.SQLOptions.with_allow_dml", false]], "with_allow_dml() (datafusion.sqloptions method)": [[7, "datafusion.SQLOptions.with_allow_dml", false]], "with_allow_statements() (datafusion.context.sqloptions method)": [[2, "datafusion.context.SQLOptions.with_allow_statements", false]], "with_allow_statements() (datafusion.sqloptions method)": [[7, "datafusion.SQLOptions.with_allow_statements", false]], "with_batch_size() (datafusion.context.sessionconfig method)": [[2, "datafusion.context.SessionConfig.with_batch_size", false]], "with_batch_size() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_batch_size", false]], "with_column() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.with_column", false]], "with_column_renamed() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.with_column_renamed", false]], "with_columns() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.with_columns", false]], "with_create_default_catalog_and_schema() (datafusion.context.sessionconfig method)": [[2, "datafusion.context.SessionConfig.with_create_default_catalog_and_schema", false]], "with_create_default_catalog_and_schema() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_create_default_catalog_and_schema", false]], "with_default_catalog_and_schema() (datafusion.context.sessionconfig method)": [[2, "datafusion.context.SessionConfig.with_default_catalog_and_schema", false]], "with_default_catalog_and_schema() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_default_catalog_and_schema", false]], "with_disk_manager_disabled() (datafusion.context.runtimeenvbuilder method)": [[2, "datafusion.context.RuntimeEnvBuilder.with_disk_manager_disabled", false]], "with_disk_manager_disabled() (datafusion.runtimeenvbuilder method)": [[7, "datafusion.RuntimeEnvBuilder.with_disk_manager_disabled", false]], "with_disk_manager_os() (datafusion.context.runtimeenvbuilder method)": [[2, "datafusion.context.RuntimeEnvBuilder.with_disk_manager_os", false]], "with_disk_manager_os() (datafusion.runtimeenvbuilder method)": [[7, "datafusion.RuntimeEnvBuilder.with_disk_manager_os", false]], "with_disk_manager_specified() (datafusion.context.runtimeenvbuilder method)": [[2, "datafusion.context.RuntimeEnvBuilder.with_disk_manager_specified", false]], "with_disk_manager_specified() (datafusion.runtimeenvbuilder method)": [[7, "datafusion.RuntimeEnvBuilder.with_disk_manager_specified", false]], "with_fair_spill_pool() (datafusion.context.runtimeenvbuilder method)": [[2, "datafusion.context.RuntimeEnvBuilder.with_fair_spill_pool", false]], "with_fair_spill_pool() (datafusion.runtimeenvbuilder method)": [[7, "datafusion.RuntimeEnvBuilder.with_fair_spill_pool", false]], "with_greedy_memory_pool() (datafusion.context.runtimeenvbuilder method)": [[2, "datafusion.context.RuntimeEnvBuilder.with_greedy_memory_pool", false]], "with_greedy_memory_pool() (datafusion.runtimeenvbuilder method)": [[7, "datafusion.RuntimeEnvBuilder.with_greedy_memory_pool", false]], "with_information_schema() (datafusion.context.sessionconfig method)": [[2, "datafusion.context.SessionConfig.with_information_schema", false]], "with_information_schema() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_information_schema", false]], "with_parquet_pruning() (datafusion.context.sessionconfig method)": [[2, "datafusion.context.SessionConfig.with_parquet_pruning", false]], "with_parquet_pruning() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_parquet_pruning", false]], "with_pretty() (datafusion.unparser.unparser method)": [[17, "datafusion.unparser.Unparser.with_pretty", false]], "with_repartition_aggregations() (datafusion.context.sessionconfig method)": [[2, "datafusion.context.SessionConfig.with_repartition_aggregations", false]], "with_repartition_aggregations() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_repartition_aggregations", false]], "with_repartition_file_min_size() (datafusion.context.sessionconfig method)": [[2, "datafusion.context.SessionConfig.with_repartition_file_min_size", false]], "with_repartition_file_min_size() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_repartition_file_min_size", false]], "with_repartition_file_scans() (datafusion.context.sessionconfig method)": [[2, "datafusion.context.SessionConfig.with_repartition_file_scans", false]], "with_repartition_file_scans() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_repartition_file_scans", false]], "with_repartition_joins() (datafusion.context.sessionconfig method)": [[2, "datafusion.context.SessionConfig.with_repartition_joins", false]], "with_repartition_joins() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_repartition_joins", false]], "with_repartition_sorts() (datafusion.context.sessionconfig method)": [[2, "datafusion.context.SessionConfig.with_repartition_sorts", false]], "with_repartition_sorts() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_repartition_sorts", false]], "with_repartition_windows() (datafusion.context.sessionconfig method)": [[2, "datafusion.context.SessionConfig.with_repartition_windows", false]], "with_repartition_windows() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_repartition_windows", false]], "with_target_partitions() (datafusion.context.sessionconfig method)": [[2, "datafusion.context.SessionConfig.with_target_partitions", false]], "with_target_partitions() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_target_partitions", false]], "with_temp_file_path() (datafusion.context.runtimeenvbuilder method)": [[2, "datafusion.context.RuntimeEnvBuilder.with_temp_file_path", false]], "with_temp_file_path() (datafusion.runtimeenvbuilder method)": [[7, "datafusion.RuntimeEnvBuilder.with_temp_file_path", false]], "with_unbounded_memory_pool() (datafusion.context.runtimeenvbuilder method)": [[2, "datafusion.context.RuntimeEnvBuilder.with_unbounded_memory_pool", false]], "with_unbounded_memory_pool() (datafusion.runtimeenvbuilder method)": [[7, "datafusion.RuntimeEnvBuilder.with_unbounded_memory_pool", false]], "write_csv() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.write_csv", false]], "write_json() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.write_json", false]], "write_parquet() (datafusion.dataframe.dataframe method)": [[3, "datafusion.dataframe.DataFrame.write_parquet", false]], "zstd (datafusion.dataframe.compression attribute)": [[3, "datafusion.dataframe.Compression.ZSTD", false]]}, "objects": {"": [[7, 0, 0, "-", "datafusion"]], "datafusion": [[7, 1, 1, "", "Accumulator"], [7, 1, 1, "", "AggregateUDF"], [7, 1, 1, "", "Catalog"], [7, 4, 1, "", "DFSchema"], [7, 1, 1, "", "Database"], [7, 1, 1, "", "ExecutionPlan"], [7, 1, 1, "", "Expr"], [7, 1, 1, "", "LogicalPlan"], [7, 1, 1, "", "RecordBatch"], [7, 1, 1, "", "RecordBatchStream"], [7, 1, 1, "", "RuntimeEnvBuilder"], [7, 1, 1, "", "SQLOptions"], [7, 1, 1, "", "ScalarUDF"], [7, 1, 1, "", "SessionConfig"], [7, 1, 1, "", "Table"], [7, 1, 1, "", "TableFunction"], [7, 1, 1, "", "WindowFrame"], [7, 1, 1, "", "WindowUDF"], [0, 0, 0, "-", "catalog"], [7, 4, 1, "", "col"], [1, 0, 0, "-", "col"], [7, 4, 1, "", "column"], [7, 6, 1, "", "configure_formatter"], [2, 0, 0, "-", "context"], [3, 0, 0, "-", "dataframe"], [4, 0, 0, "-", "expr"], [5, 0, 0, "-", "functions"], [6, 0, 0, "-", "html_formatter"], [9, 0, 0, "-", "input"], [11, 0, 0, "-", "io"], [7, 6, 1, "", "lit"], [7, 6, 1, "", "literal"], [12, 0, 0, "-", "object_store"], [13, 0, 0, "-", "plan"], [7, 6, 1, "", "read_avro"], [7, 6, 1, "", "read_csv"], [7, 6, 1, "", "read_json"], [7, 6, 1, "", "read_parquet"], [14, 0, 0, "-", "record_batch"], [15, 0, 0, "-", "substrait"], [7, 4, 1, "", "udaf"], [16, 0, 0, "-", "udf"], [7, 4, 1, "", "udtf"], [7, 4, 1, "", "udwf"], [17, 0, 0, "-", "unparser"], [18, 0, 0, "-", "user_defined"]], "datafusion.Accumulator": [[7, 2, 1, "", "evaluate"], [7, 2, 1, "", "merge"], [7, 2, 1, "", "state"], [7, 2, 1, "", "update"]], "datafusion.AggregateUDF": [[7, 2, 1, "", "__call__"], [7, 3, 1, "", "_udaf"], [7, 2, 1, "", "udaf"]], "datafusion.Catalog": [[7, 3, 1, "", "catalog"], [7, 2, 1, "", "database"], [7, 2, 1, "", "names"]], "datafusion.Database": [[7, 3, 1, "", "db"], [7, 2, 1, "", "names"], [7, 2, 1, "", "table"]], "datafusion.ExecutionPlan": [[7, 2, 1, "", "__repr__"], [7, 3, 1, "", "_raw_plan"], [7, 2, 1, "", "children"], [7, 2, 1, "", "display"], [7, 2, 1, "", "display_indent"], [7, 2, 1, "", "from_proto"], [7, 5, 1, "", "partition_count"], [7, 2, 1, "", "to_proto"]], "datafusion.Expr": [[7, 2, 1, "", "__add__"], [7, 2, 1, "", "__and__"], [7, 2, 1, "", "__eq__"], [7, 2, 1, "", "__ge__"], [7, 2, 1, "", "__getitem__"], [7, 2, 1, "", "__gt__"], [7, 2, 1, "", "__invert__"], [7, 2, 1, "", "__le__"], [7, 2, 1, "", "__lt__"], [7, 2, 1, "", "__mod__"], [7, 2, 1, "", "__mul__"], [7, 2, 1, "", "__ne__"], [7, 2, 1, "", "__or__"], [7, 3, 1, "", "__radd__"], [7, 3, 1, "", "__rand__"], [7, 2, 1, "", "__repr__"], [7, 2, 1, "", "__richcmp__"], [7, 3, 1, "", "__rmod__"], [7, 3, 1, "", "__rmul__"], [7, 3, 1, "", "__ror__"], [7, 3, 1, "", "__rsub__"], [7, 3, 1, "", "__rtruediv__"], [7, 2, 1, "", "__sub__"], [7, 2, 1, "", "__truediv__"], [7, 3, 1, "", "_to_pyarrow_types"], [7, 2, 1, "", "abs"], [7, 2, 1, "", "acos"], [7, 2, 1, "", "acosh"], [7, 2, 1, "", "alias"], [7, 2, 1, "", "array_dims"], [7, 2, 1, "", "array_distinct"], [7, 2, 1, "", "array_empty"], [7, 2, 1, "", "array_length"], [7, 2, 1, "", "array_ndims"], [7, 2, 1, "", "array_pop_back"], [7, 2, 1, "", "array_pop_front"], [7, 2, 1, "", "arrow_typeof"], [7, 2, 1, "", "ascii"], [7, 2, 1, "", "asin"], [7, 2, 1, "", "asinh"], [7, 2, 1, "", "atan"], [7, 2, 1, "", "atanh"], [7, 2, 1, "", "between"], [7, 2, 1, "", "bit_length"], [7, 2, 1, "", "btrim"], [7, 2, 1, "", "canonical_name"], [7, 2, 1, "", "cardinality"], [7, 2, 1, "", "cast"], [7, 2, 1, "", "cbrt"], [7, 2, 1, "", "ceil"], [7, 2, 1, "", "char_length"], [7, 2, 1, "", "character_length"], [7, 2, 1, "", "chr"], [7, 2, 1, "", "column"], [7, 2, 1, "", "column_name"], [7, 2, 1, "", "cos"], [7, 2, 1, "", "cosh"], [7, 2, 1, "", "cot"], [7, 2, 1, "", "degrees"], [7, 2, 1, "", "display_name"], [7, 2, 1, "", "distinct"], [7, 2, 1, "", "empty"], [7, 2, 1, "", "exp"], [7, 3, 1, "", "expr"], [7, 2, 1, "", "factorial"], [7, 2, 1, "", "fill_nan"], [7, 2, 1, "", "fill_null"], [7, 2, 1, "", "filter"], [7, 2, 1, "", "flatten"], [7, 2, 1, "", "floor"], [7, 2, 1, "", "from_unixtime"], [7, 2, 1, "", "initcap"], [7, 2, 1, "", "is_not_null"], [7, 2, 1, "", "is_null"], [7, 2, 1, "", "isnan"], [7, 2, 1, "", "iszero"], [7, 2, 1, "", "length"], [7, 2, 1, "", "list_dims"], [7, 2, 1, "", "list_distinct"], [7, 2, 1, "", "list_length"], [7, 2, 1, "", "list_ndims"], [7, 2, 1, "", "literal"], [7, 2, 1, "", "ln"], [7, 2, 1, "", "log10"], [7, 2, 1, "", "log2"], [7, 2, 1, "", "lower"], [7, 2, 1, "", "ltrim"], [7, 2, 1, "", "md5"], [7, 2, 1, "", "null_treatment"], [7, 2, 1, "", "octet_length"], [7, 2, 1, "", "order_by"], [7, 2, 1, "", "over"], [7, 2, 1, "", "partition_by"], [7, 2, 1, "", "python_value"], [7, 2, 1, "", "radians"], [7, 2, 1, "", "reverse"], [7, 2, 1, "", "rex_call_operands"], [7, 2, 1, "", "rex_call_operator"], [7, 2, 1, "", "rex_type"], [7, 2, 1, "", "rtrim"], [7, 2, 1, "", "schema_name"], [7, 2, 1, "", "sha224"], [7, 2, 1, "", "sha256"], [7, 2, 1, "", "sha384"], [7, 2, 1, "", "sha512"], [7, 2, 1, "", "signum"], [7, 2, 1, "", "sin"], [7, 2, 1, "", "sinh"], [7, 2, 1, "", "sort"], [7, 2, 1, "", "sqrt"], [7, 2, 1, "", "string_literal"], [7, 2, 1, "", "tan"], [7, 2, 1, "", "tanh"], [7, 2, 1, "", "to_hex"], [7, 2, 1, "", "to_variant"], [7, 2, 1, "", "trim"], [7, 2, 1, "", "types"], [7, 2, 1, "", "upper"], [7, 2, 1, "", "variant_name"], [7, 2, 1, "", "window_frame"]], "datafusion.LogicalPlan": [[7, 2, 1, "", "__repr__"], [7, 3, 1, "", "_raw_plan"], [7, 2, 1, "", "display"], [7, 2, 1, "", "display_graphviz"], [7, 2, 1, "", "display_indent"], [7, 2, 1, "", "display_indent_schema"], [7, 2, 1, "", "from_proto"], [7, 2, 1, "", "inputs"], [7, 2, 1, "", "to_proto"], [7, 2, 1, "", "to_variant"]], "datafusion.RecordBatch": [[7, 3, 1, "", "record_batch"], [7, 2, 1, "", "to_pyarrow"]], "datafusion.RecordBatchStream": [[7, 2, 1, "", "__aiter__"], [7, 2, 1, "", "__anext__"], [7, 2, 1, "", "__iter__"], [7, 2, 1, "", "__next__"], [7, 2, 1, "", "next"], [7, 3, 1, "", "rbs"]], "datafusion.RuntimeEnvBuilder": [[7, 3, 1, "", "config_internal"], [7, 2, 1, "", "with_disk_manager_disabled"], [7, 2, 1, "", "with_disk_manager_os"], [7, 2, 1, "", "with_disk_manager_specified"], [7, 2, 1, "", "with_fair_spill_pool"], [7, 2, 1, "", "with_greedy_memory_pool"], [7, 2, 1, "", "with_temp_file_path"], [7, 2, 1, "", "with_unbounded_memory_pool"]], "datafusion.SQLOptions": [[7, 3, 1, "", "options_internal"], [7, 2, 1, "", "with_allow_ddl"], [7, 2, 1, "", "with_allow_dml"], [7, 2, 1, "", "with_allow_statements"]], "datafusion.ScalarUDF": [[7, 2, 1, "", "__call__"], [7, 3, 1, "", "_udf"], [7, 2, 1, "", "udf"]], "datafusion.SessionConfig": [[7, 3, 1, "", "config_internal"], [7, 2, 1, "", "set"], [7, 2, 1, "", "with_batch_size"], [7, 2, 1, "", "with_create_default_catalog_and_schema"], [7, 2, 1, "", "with_default_catalog_and_schema"], [7, 2, 1, "", "with_information_schema"], [7, 2, 1, "", "with_parquet_pruning"], [7, 2, 1, "", "with_repartition_aggregations"], [7, 2, 1, "", "with_repartition_file_min_size"], [7, 2, 1, "", "with_repartition_file_scans"], [7, 2, 1, "", "with_repartition_joins"], [7, 2, 1, "", "with_repartition_sorts"], [7, 2, 1, "", "with_repartition_windows"], [7, 2, 1, "", "with_target_partitions"]], "datafusion.Table": [[7, 5, 1, "", "kind"], [7, 5, 1, "", "schema"], [7, 3, 1, "", "table"]], "datafusion.TableFunction": [[7, 2, 1, "", "__call__"], [7, 2, 1, "", "__repr__"], [7, 2, 1, "", "_create_table_udf"], [7, 2, 1, "", "_create_table_udf_decorator"], [7, 3, 1, "", "_udtf"], [7, 2, 1, "", "udtf"]], "datafusion.WindowFrame": [[7, 2, 1, "", "get_frame_units"], [7, 2, 1, "", "get_lower_bound"], [7, 2, 1, "", "get_upper_bound"], [7, 3, 1, "", "window_frame"]], "datafusion.WindowUDF": [[7, 2, 1, "", "__call__"], [7, 2, 1, "", "_create_window_udf"], [7, 2, 1, "", "_create_window_udf_decorator"], [7, 2, 1, "", "_get_default_name"], [7, 2, 1, "", "_normalize_input_types"], [7, 3, 1, "", "_udwf"], [7, 2, 1, "", "udwf"]], "datafusion.catalog": [[0, 1, 1, "", "Catalog"], [0, 1, 1, "", "Database"], [0, 1, 1, "", "Table"]], "datafusion.catalog.Catalog": [[0, 3, 1, "", "catalog"], [0, 2, 1, "", "database"], [0, 2, 1, "", "names"]], "datafusion.catalog.Database": [[0, 3, 1, "", "db"], [0, 2, 1, "", "names"], [0, 2, 1, "", "table"]], "datafusion.catalog.Table": [[0, 5, 1, "", "kind"], [0, 5, 1, "", "schema"], [0, 3, 1, "", "table"]], "datafusion.col": [[1, 4, 1, "", "col"], [1, 4, 1, "", "column"]], "datafusion.context": [[2, 1, 1, "", "ArrowArrayExportable"], [2, 1, 1, "", "ArrowStreamExportable"], [2, 1, 1, "", "RuntimeConfig"], [2, 1, 1, "", "RuntimeEnvBuilder"], [2, 1, 1, "", "SQLOptions"], [2, 1, 1, "", "SessionConfig"], [2, 1, 1, "", "SessionContext"], [2, 1, 1, "", "TableProviderExportable"]], "datafusion.context.ArrowArrayExportable": [[2, 2, 1, "", "__arrow_c_array__"]], "datafusion.context.ArrowStreamExportable": [[2, 2, 1, "", "__arrow_c_stream__"]], "datafusion.context.RuntimeEnvBuilder": [[2, 3, 1, "", "config_internal"], [2, 2, 1, "", "with_disk_manager_disabled"], [2, 2, 1, "", "with_disk_manager_os"], [2, 2, 1, "", "with_disk_manager_specified"], [2, 2, 1, "", "with_fair_spill_pool"], [2, 2, 1, "", "with_greedy_memory_pool"], [2, 2, 1, "", "with_temp_file_path"], [2, 2, 1, "", "with_unbounded_memory_pool"]], "datafusion.context.SQLOptions": [[2, 3, 1, "", "options_internal"], [2, 2, 1, "", "with_allow_ddl"], [2, 2, 1, "", "with_allow_dml"], [2, 2, 1, "", "with_allow_statements"]], "datafusion.context.SessionConfig": [[2, 3, 1, "", "config_internal"], [2, 2, 1, "", "set"], [2, 2, 1, "", "with_batch_size"], [2, 2, 1, "", "with_create_default_catalog_and_schema"], [2, 2, 1, "", "with_default_catalog_and_schema"], [2, 2, 1, "", "with_information_schema"], [2, 2, 1, "", "with_parquet_pruning"], [2, 2, 1, "", "with_repartition_aggregations"], [2, 2, 1, "", "with_repartition_file_min_size"], [2, 2, 1, "", "with_repartition_file_scans"], [2, 2, 1, "", "with_repartition_joins"], [2, 2, 1, "", "with_repartition_sorts"], [2, 2, 1, "", "with_repartition_windows"], [2, 2, 1, "", "with_target_partitions"]], "datafusion.context.SessionContext": [[2, 2, 1, "", "catalog"], [2, 2, 1, "", "create_dataframe"], [2, 2, 1, "", "create_dataframe_from_logical_plan"], [2, 3, 1, "", "ctx"], [2, 2, 1, "", "deregister_table"], [2, 2, 1, "", "empty_table"], [2, 2, 1, "", "enable_url_table"], [2, 2, 1, "", "execute"], [2, 2, 1, "", "from_arrow"], [2, 2, 1, "", "from_arrow_table"], [2, 2, 1, "", "from_pandas"], [2, 2, 1, "", "from_polars"], [2, 2, 1, "", "from_pydict"], [2, 2, 1, "", "from_pylist"], [2, 2, 1, "", "global_ctx"], [2, 2, 1, "", "read_avro"], [2, 2, 1, "", "read_csv"], [2, 2, 1, "", "read_json"], [2, 2, 1, "", "read_parquet"], [2, 2, 1, "", "read_table"], [2, 2, 1, "", "register_avro"], [2, 2, 1, "", "register_csv"], [2, 2, 1, "", "register_dataset"], [2, 2, 1, "", "register_json"], [2, 2, 1, "", "register_listing_table"], [2, 2, 1, "", "register_object_store"], [2, 2, 1, "", "register_parquet"], [2, 2, 1, "", "register_record_batches"], [2, 2, 1, "", "register_table"], [2, 2, 1, "", "register_table_provider"], [2, 2, 1, "", "register_udaf"], [2, 2, 1, "", "register_udf"], [2, 2, 1, "", "register_udtf"], [2, 2, 1, "", "register_udwf"], [2, 2, 1, "", "register_view"], [2, 2, 1, "", "session_id"], [2, 2, 1, "", "sql"], [2, 2, 1, "", "sql_with_options"], [2, 2, 1, "", "table"], [2, 2, 1, "", "table_exist"]], "datafusion.context.TableProviderExportable": [[2, 2, 1, "", "__datafusion_table_provider__"]], "datafusion.dataframe": [[3, 1, 1, "", "Compression"], [3, 1, 1, "", "DataFrame"]], "datafusion.dataframe.Compression": [[3, 3, 1, "", "BROTLI"], [3, 3, 1, "", "GZIP"], [3, 3, 1, "", "LZ4"], [3, 3, 1, "", "LZ4_RAW"], [3, 3, 1, "", "SNAPPY"], [3, 3, 1, "", "UNCOMPRESSED"], [3, 3, 1, "", "ZSTD"], [3, 2, 1, "", "from_str"], [3, 2, 1, "", "get_default_level"]], "datafusion.dataframe.DataFrame": [[3, 2, 1, "", "__arrow_c_stream__"], [3, 2, 1, "", "__getitem__"], [3, 2, 1, "", "__repr__"], [3, 2, 1, "", "_repr_html_"], [3, 2, 1, "", "aggregate"], [3, 2, 1, "", "cache"], [3, 2, 1, "", "cast"], [3, 2, 1, "", "collect"], [3, 2, 1, "", "collect_partitioned"], [3, 2, 1, "", "count"], [3, 2, 1, "", "describe"], [3, 3, 1, "", "df"], [3, 2, 1, "", "distinct"], [3, 2, 1, "", "drop"], [3, 2, 1, "", "except_all"], [3, 2, 1, "", "execute_stream"], [3, 2, 1, "", "execute_stream_partitioned"], [3, 2, 1, "", "execution_plan"], [3, 2, 1, "", "explain"], [3, 2, 1, "", "fill_null"], [3, 2, 1, "", "filter"], [3, 2, 1, "", "head"], [3, 2, 1, "", "intersect"], [3, 2, 1, "", "into_view"], [3, 2, 1, "", "join"], [3, 2, 1, "", "join_on"], [3, 2, 1, "", "limit"], [3, 2, 1, "", "logical_plan"], [3, 2, 1, "", "optimized_logical_plan"], [3, 2, 1, "", "repartition"], [3, 2, 1, "", "repartition_by_hash"], [3, 2, 1, "", "schema"], [3, 2, 1, "", "select"], [3, 2, 1, "", "select_columns"], [3, 2, 1, "", "show"], [3, 2, 1, "", "sort"], [3, 2, 1, "", "tail"], [3, 2, 1, "", "to_arrow_table"], [3, 2, 1, "", "to_pandas"], [3, 2, 1, "", "to_polars"], [3, 2, 1, "", "to_pydict"], [3, 2, 1, "", "to_pylist"], [3, 2, 1, "", "transform"], [3, 2, 1, "", "union"], [3, 2, 1, "", "union_distinct"], [3, 2, 1, "", "unnest_columns"], [3, 2, 1, "", "with_column"], [3, 2, 1, "", "with_column_renamed"], [3, 2, 1, "", "with_columns"], [3, 2, 1, "", "write_csv"], [3, 2, 1, "", "write_json"], [3, 2, 1, "", "write_parquet"]], "datafusion.expr": [[4, 4, 1, "", "Aggregate"], [4, 4, 1, "", "AggregateFunction"], [4, 4, 1, "", "Alias"], [4, 4, 1, "", "Analyze"], [4, 4, 1, "", "Between"], [4, 4, 1, "", "BinaryExpr"], [4, 4, 1, "", "Case"], [4, 1, 1, "", "CaseBuilder"], [4, 4, 1, "", "Cast"], [4, 4, 1, "", "Column"], [4, 4, 1, "", "CopyTo"], [4, 4, 1, "", "CreateCatalog"], [4, 4, 1, "", "CreateCatalogSchema"], [4, 4, 1, "", "CreateExternalTable"], [4, 4, 1, "", "CreateFunction"], [4, 4, 1, "", "CreateFunctionBody"], [4, 4, 1, "", "CreateIndex"], [4, 4, 1, "", "CreateMemoryTable"], [4, 4, 1, "", "CreateView"], [4, 4, 1, "", "Deallocate"], [4, 4, 1, "", "DescribeTable"], [4, 4, 1, "", "Distinct"], [4, 4, 1, "", "DmlStatement"], [4, 4, 1, "", "DropCatalogSchema"], [4, 4, 1, "", "DropFunction"], [4, 4, 1, "", "DropTable"], [4, 4, 1, "", "DropView"], [4, 4, 1, "", "EmptyRelation"], [4, 4, 1, "", "Execute"], [4, 4, 1, "", "Exists"], [4, 4, 1, "", "Explain"], [4, 1, 1, "", "Expr"], [4, 4, 1, "", "Extension"], [4, 4, 1, "", "FileType"], [4, 4, 1, "", "Filter"], [4, 4, 1, "", "GroupingSet"], [4, 4, 1, "", "ILike"], [4, 4, 1, "", "InList"], [4, 4, 1, "", "InSubquery"], [4, 4, 1, "", "IsFalse"], [4, 4, 1, "", "IsNotFalse"], [4, 4, 1, "", "IsNotNull"], [4, 4, 1, "", "IsNotTrue"], [4, 4, 1, "", "IsNotUnknown"], [4, 4, 1, "", "IsNull"], [4, 4, 1, "", "IsTrue"], [4, 4, 1, "", "IsUnknown"], [4, 4, 1, "", "Join"], [4, 4, 1, "", "JoinConstraint"], [4, 4, 1, "", "JoinType"], [4, 4, 1, "", "Like"], [4, 4, 1, "", "Limit"], [4, 4, 1, "", "Literal"], [4, 4, 1, "", "Negative"], [4, 4, 1, "", "Not"], [4, 4, 1, "", "OperateFunctionArg"], [4, 4, 1, "", "Partitioning"], [4, 4, 1, "", "Placeholder"], [4, 4, 1, "", "Prepare"], [4, 4, 1, "", "Projection"], [4, 4, 1, "", "RecursiveQuery"], [4, 4, 1, "", "Repartition"], [4, 4, 1, "", "ScalarSubquery"], [4, 4, 1, "", "ScalarVariable"], [4, 4, 1, "", "SetVariable"], [4, 4, 1, "", "SimilarTo"], [4, 4, 1, "", "Sort"], [4, 1, 1, "", "SortExpr"], [4, 4, 1, "", "Subquery"], [4, 4, 1, "", "SubqueryAlias"], [4, 4, 1, "", "TableScan"], [4, 4, 1, "", "TransactionAccessMode"], [4, 4, 1, "", "TransactionConclusion"], [4, 4, 1, "", "TransactionEnd"], [4, 4, 1, "", "TransactionIsolationLevel"], [4, 4, 1, "", "TransactionStart"], [4, 4, 1, "", "TryCast"], [4, 4, 1, "", "Union"], [4, 4, 1, "", "Unnest"], [4, 4, 1, "", "UnnestExpr"], [4, 4, 1, "", "Values"], [4, 1, 1, "", "Window"], [4, 4, 1, "", "WindowExpr"], [4, 1, 1, "", "WindowFrame"], [4, 1, 1, "", "WindowFrameBound"]], "datafusion.expr.CaseBuilder": [[4, 3, 1, "", "case_builder"], [4, 2, 1, "", "end"], [4, 2, 1, "", "otherwise"], [4, 2, 1, "", "when"]], "datafusion.expr.Expr": [[4, 2, 1, "", "__add__"], [4, 2, 1, "", "__and__"], [4, 2, 1, "", "__eq__"], [4, 2, 1, "", "__ge__"], [4, 2, 1, "", "__getitem__"], [4, 2, 1, "", "__gt__"], [4, 2, 1, "", "__invert__"], [4, 2, 1, "", "__le__"], [4, 2, 1, "", "__lt__"], [4, 2, 1, "", "__mod__"], [4, 2, 1, "", "__mul__"], [4, 2, 1, "", "__ne__"], [4, 2, 1, "", "__or__"], [4, 3, 1, "", "__radd__"], [4, 3, 1, "", "__rand__"], [4, 2, 1, "", "__repr__"], [4, 2, 1, "", "__richcmp__"], [4, 3, 1, "", "__rmod__"], [4, 3, 1, "", "__rmul__"], [4, 3, 1, "", "__ror__"], [4, 3, 1, "", "__rsub__"], [4, 3, 1, "", "__rtruediv__"], [4, 2, 1, "", "__sub__"], [4, 2, 1, "", "__truediv__"], [4, 3, 1, "", "_to_pyarrow_types"], [4, 2, 1, "", "abs"], [4, 2, 1, "", "acos"], [4, 2, 1, "", "acosh"], [4, 2, 1, "", "alias"], [4, 2, 1, "", "array_dims"], [4, 2, 1, "", "array_distinct"], [4, 2, 1, "", "array_empty"], [4, 2, 1, "", "array_length"], [4, 2, 1, "", "array_ndims"], [4, 2, 1, "", "array_pop_back"], [4, 2, 1, "", "array_pop_front"], [4, 2, 1, "", "arrow_typeof"], [4, 2, 1, "", "ascii"], [4, 2, 1, "", "asin"], [4, 2, 1, "", "asinh"], [4, 2, 1, "", "atan"], [4, 2, 1, "", "atanh"], [4, 2, 1, "", "between"], [4, 2, 1, "", "bit_length"], [4, 2, 1, "", "btrim"], [4, 2, 1, "", "canonical_name"], [4, 2, 1, "", "cardinality"], [4, 2, 1, "", "cast"], [4, 2, 1, "", "cbrt"], [4, 2, 1, "", "ceil"], [4, 2, 1, "", "char_length"], [4, 2, 1, "", "character_length"], [4, 2, 1, "", "chr"], [4, 2, 1, "", "column"], [4, 2, 1, "", "column_name"], [4, 2, 1, "", "cos"], [4, 2, 1, "", "cosh"], [4, 2, 1, "", "cot"], [4, 2, 1, "", "degrees"], [4, 2, 1, "", "display_name"], [4, 2, 1, "", "distinct"], [4, 2, 1, "", "empty"], [4, 2, 1, "", "exp"], [4, 3, 1, "", "expr"], [4, 2, 1, "", "factorial"], [4, 2, 1, "", "fill_nan"], [4, 2, 1, "", "fill_null"], [4, 2, 1, "", "filter"], [4, 2, 1, "", "flatten"], [4, 2, 1, "", "floor"], [4, 2, 1, "", "from_unixtime"], [4, 2, 1, "", "initcap"], [4, 2, 1, "", "is_not_null"], [4, 2, 1, "", "is_null"], [4, 2, 1, "", "isnan"], [4, 2, 1, "", "iszero"], [4, 2, 1, "", "length"], [4, 2, 1, "", "list_dims"], [4, 2, 1, "", "list_distinct"], [4, 2, 1, "", "list_length"], [4, 2, 1, "", "list_ndims"], [4, 2, 1, "", "literal"], [4, 2, 1, "", "ln"], [4, 2, 1, "", "log10"], [4, 2, 1, "", "log2"], [4, 2, 1, "", "lower"], [4, 2, 1, "", "ltrim"], [4, 2, 1, "", "md5"], [4, 2, 1, "", "null_treatment"], [4, 2, 1, "", "octet_length"], [4, 2, 1, "", "order_by"], [4, 2, 1, "", "over"], [4, 2, 1, "", "partition_by"], [4, 2, 1, "", "python_value"], [4, 2, 1, "", "radians"], [4, 2, 1, "", "reverse"], [4, 2, 1, "", "rex_call_operands"], [4, 2, 1, "", "rex_call_operator"], [4, 2, 1, "", "rex_type"], [4, 2, 1, "", "rtrim"], [4, 2, 1, "", "schema_name"], [4, 2, 1, "", "sha224"], [4, 2, 1, "", "sha256"], [4, 2, 1, "", "sha384"], [4, 2, 1, "", "sha512"], [4, 2, 1, "", "signum"], [4, 2, 1, "", "sin"], [4, 2, 1, "", "sinh"], [4, 2, 1, "", "sort"], [4, 2, 1, "", "sqrt"], [4, 2, 1, "", "string_literal"], [4, 2, 1, "", "tan"], [4, 2, 1, "", "tanh"], [4, 2, 1, "", "to_hex"], [4, 2, 1, "", "to_variant"], [4, 2, 1, "", "trim"], [4, 2, 1, "", "types"], [4, 2, 1, "", "upper"], [4, 2, 1, "", "variant_name"], [4, 2, 1, "", "window_frame"]], "datafusion.expr.SortExpr": [[4, 2, 1, "", "__repr__"], [4, 2, 1, "", "ascending"], [4, 2, 1, "", "expr"], [4, 2, 1, "", "nulls_first"], [4, 3, 1, "", "raw_sort"]], "datafusion.expr.Window": [[4, 3, 1, "", "_null_treatment"], [4, 3, 1, "", "_order_by"], [4, 3, 1, "", "_partition_by"], [4, 3, 1, "", "_window_frame"]], "datafusion.expr.WindowFrame": [[4, 2, 1, "", "get_frame_units"], [4, 2, 1, "", "get_lower_bound"], [4, 2, 1, "", "get_upper_bound"], [4, 3, 1, "", "window_frame"]], "datafusion.expr.WindowFrameBound": [[4, 3, 1, "", "frame_bound"], [4, 2, 1, "", "get_offset"], [4, 2, 1, "", "is_current_row"], [4, 2, 1, "", "is_following"], [4, 2, 1, "", "is_preceding"], [4, 2, 1, "", "is_unbounded"]], "datafusion.functions": [[5, 6, 1, "", "abs"], [5, 6, 1, "", "acos"], [5, 6, 1, "", "acosh"], [5, 6, 1, "", "alias"], [5, 6, 1, "", "approx_distinct"], [5, 6, 1, "", "approx_median"], [5, 6, 1, "", "approx_percentile_cont"], [5, 6, 1, "", "approx_percentile_cont_with_weight"], [5, 6, 1, "", "array"], [5, 6, 1, "", "array_agg"], [5, 6, 1, "", "array_append"], [5, 6, 1, "", "array_cat"], [5, 6, 1, "", "array_concat"], [5, 6, 1, "", "array_dims"], [5, 6, 1, "", "array_distinct"], [5, 6, 1, "", "array_element"], [5, 6, 1, "", "array_empty"], [5, 6, 1, "", "array_except"], [5, 6, 1, "", "array_extract"], [5, 6, 1, "", "array_has"], [5, 6, 1, "", "array_has_all"], [5, 6, 1, "", "array_has_any"], [5, 6, 1, "", "array_indexof"], [5, 6, 1, "", "array_intersect"], [5, 6, 1, "", "array_join"], [5, 6, 1, "", "array_length"], [5, 6, 1, "", "array_ndims"], [5, 6, 1, "", "array_pop_back"], [5, 6, 1, "", "array_pop_front"], [5, 6, 1, "", "array_position"], [5, 6, 1, "", "array_positions"], [5, 6, 1, "", "array_prepend"], [5, 6, 1, "", "array_push_back"], [5, 6, 1, "", "array_push_front"], [5, 6, 1, "", "array_remove"], [5, 6, 1, "", "array_remove_all"], [5, 6, 1, "", "array_remove_n"], [5, 6, 1, "", "array_repeat"], [5, 6, 1, "", "array_replace"], [5, 6, 1, "", "array_replace_all"], [5, 6, 1, "", "array_replace_n"], [5, 6, 1, "", "array_resize"], [5, 6, 1, "", "array_slice"], [5, 6, 1, "", "array_sort"], [5, 6, 1, "", "array_to_string"], [5, 6, 1, "", "array_union"], [5, 6, 1, "", "arrow_cast"], [5, 6, 1, "", "arrow_typeof"], [5, 6, 1, "", "ascii"], [5, 6, 1, "", "asin"], [5, 6, 1, "", "asinh"], [5, 6, 1, "", "atan"], [5, 6, 1, "", "atan2"], [5, 6, 1, "", "atanh"], [5, 6, 1, "", "avg"], [5, 6, 1, "", "bit_and"], [5, 6, 1, "", "bit_length"], [5, 6, 1, "", "bit_or"], [5, 6, 1, "", "bit_xor"], [5, 6, 1, "", "bool_and"], [5, 6, 1, "", "bool_or"], [5, 6, 1, "", "btrim"], [5, 6, 1, "", "cardinality"], [5, 6, 1, "", "case"], [5, 6, 1, "", "cbrt"], [5, 6, 1, "", "ceil"], [5, 6, 1, "", "char_length"], [5, 6, 1, "", "character_length"], [5, 6, 1, "", "chr"], [5, 6, 1, "", "coalesce"], [5, 6, 1, "", "col"], [5, 6, 1, "", "concat"], [5, 6, 1, "", "concat_ws"], [5, 6, 1, "", "corr"], [5, 6, 1, "", "cos"], [5, 6, 1, "", "cosh"], [5, 6, 1, "", "cot"], [5, 6, 1, "", "count"], [5, 6, 1, "", "count_star"], [5, 6, 1, "", "covar"], [5, 6, 1, "", "covar_pop"], [5, 6, 1, "", "covar_samp"], [5, 6, 1, "", "cume_dist"], [5, 6, 1, "", "current_date"], [5, 6, 1, "", "current_time"], [5, 6, 1, "", "date_bin"], [5, 6, 1, "", "date_part"], [5, 6, 1, "", "date_trunc"], [5, 6, 1, "", "datepart"], [5, 6, 1, "", "datetrunc"], [5, 6, 1, "", "decode"], [5, 6, 1, "", "degrees"], [5, 6, 1, "", "dense_rank"], [5, 6, 1, "", "digest"], [5, 6, 1, "", "empty"], [5, 6, 1, "", "encode"], [5, 6, 1, "", "ends_with"], [5, 6, 1, "", "exp"], [5, 6, 1, "", "extract"], [5, 6, 1, "", "factorial"], [5, 6, 1, "", "find_in_set"], [5, 6, 1, "", "first_value"], [5, 6, 1, "", "flatten"], [5, 6, 1, "", "floor"], [5, 6, 1, "", "from_unixtime"], [5, 6, 1, "", "gcd"], [5, 6, 1, "", "in_list"], [5, 6, 1, "", "initcap"], [5, 6, 1, "", "isnan"], [5, 6, 1, "", "iszero"], [5, 6, 1, "", "lag"], [5, 6, 1, "", "last_value"], [5, 6, 1, "", "lcm"], [5, 6, 1, "", "lead"], [5, 6, 1, "", "left"], [5, 6, 1, "", "length"], [5, 6, 1, "", "levenshtein"], [5, 6, 1, "", "list_append"], [5, 6, 1, "", "list_cat"], [5, 6, 1, "", "list_concat"], [5, 6, 1, "", "list_dims"], [5, 6, 1, "", "list_distinct"], [5, 6, 1, "", "list_element"], [5, 6, 1, "", "list_except"], [5, 6, 1, "", "list_extract"], [5, 6, 1, "", "list_indexof"], [5, 6, 1, "", "list_intersect"], [5, 6, 1, "", "list_join"], [5, 6, 1, "", "list_length"], [5, 6, 1, "", "list_ndims"], [5, 6, 1, "", "list_position"], [5, 6, 1, "", "list_positions"], [5, 6, 1, "", "list_prepend"], [5, 6, 1, "", "list_push_back"], [5, 6, 1, "", "list_push_front"], [5, 6, 1, "", "list_remove"], [5, 6, 1, "", "list_remove_all"], [5, 6, 1, "", "list_remove_n"], [5, 6, 1, "", "list_repeat"], [5, 6, 1, "", "list_replace"], [5, 6, 1, "", "list_replace_all"], [5, 6, 1, "", "list_replace_n"], [5, 6, 1, "", "list_resize"], [5, 6, 1, "", "list_slice"], [5, 6, 1, "", "list_sort"], [5, 6, 1, "", "list_to_string"], [5, 6, 1, "", "list_union"], [5, 6, 1, "", "ln"], [5, 6, 1, "", "log"], [5, 6, 1, "", "log10"], [5, 6, 1, "", "log2"], [5, 6, 1, "", "lower"], [5, 6, 1, "", "lpad"], [5, 6, 1, "", "ltrim"], [5, 6, 1, "", "make_array"], [5, 6, 1, "", "make_date"], [5, 6, 1, "", "make_list"], [5, 6, 1, "", "max"], [5, 6, 1, "", "md5"], [5, 6, 1, "", "mean"], [5, 6, 1, "", "median"], [5, 6, 1, "", "min"], [5, 6, 1, "", "named_struct"], [5, 6, 1, "", "nanvl"], [5, 6, 1, "", "now"], [5, 6, 1, "", "nth_value"], [5, 6, 1, "", "ntile"], [5, 6, 1, "", "nullif"], [5, 6, 1, "", "nvl"], [5, 6, 1, "", "octet_length"], [5, 6, 1, "", "order_by"], [5, 6, 1, "", "overlay"], [5, 6, 1, "", "percent_rank"], [5, 6, 1, "", "pi"], [5, 6, 1, "", "pow"], [5, 6, 1, "", "power"], [5, 6, 1, "", "radians"], [5, 6, 1, "", "random"], [5, 6, 1, "", "range"], [5, 6, 1, "", "rank"], [5, 6, 1, "", "regexp_count"], [5, 6, 1, "", "regexp_like"], [5, 6, 1, "", "regexp_match"], [5, 6, 1, "", "regexp_replace"], [5, 6, 1, "", "regr_avgx"], [5, 6, 1, "", "regr_avgy"], [5, 6, 1, "", "regr_count"], [5, 6, 1, "", "regr_intercept"], [5, 6, 1, "", "regr_r2"], [5, 6, 1, "", "regr_slope"], [5, 6, 1, "", "regr_sxx"], [5, 6, 1, "", "regr_sxy"], [5, 6, 1, "", "regr_syy"], [5, 6, 1, "", "repeat"], [5, 6, 1, "", "replace"], [5, 6, 1, "", "reverse"], [5, 6, 1, "", "right"], [5, 6, 1, "", "round"], [5, 6, 1, "", "row_number"], [5, 6, 1, "", "rpad"], [5, 6, 1, "", "rtrim"], [5, 6, 1, "", "sha224"], [5, 6, 1, "", "sha256"], [5, 6, 1, "", "sha384"], [5, 6, 1, "", "sha512"], [5, 6, 1, "", "signum"], [5, 6, 1, "", "sin"], [5, 6, 1, "", "sinh"], [5, 6, 1, "", "split_part"], [5, 6, 1, "", "sqrt"], [5, 6, 1, "", "starts_with"], [5, 6, 1, "", "stddev"], [5, 6, 1, "", "stddev_pop"], [5, 6, 1, "", "stddev_samp"], [5, 6, 1, "", "string_agg"], [5, 6, 1, "", "strpos"], [5, 6, 1, "", "struct"], [5, 6, 1, "", "substr"], [5, 6, 1, "", "substr_index"], [5, 6, 1, "", "substring"], [5, 6, 1, "", "sum"], [5, 6, 1, "", "tan"], [5, 6, 1, "", "tanh"], [5, 6, 1, "", "to_hex"], [5, 6, 1, "", "to_timestamp"], [5, 6, 1, "", "to_timestamp_micros"], [5, 6, 1, "", "to_timestamp_millis"], [5, 6, 1, "", "to_timestamp_nanos"], [5, 6, 1, "", "to_timestamp_seconds"], [5, 6, 1, "", "to_unixtime"], [5, 6, 1, "", "translate"], [5, 6, 1, "", "trim"], [5, 6, 1, "", "trunc"], [5, 6, 1, "", "upper"], [5, 6, 1, "", "uuid"], [5, 6, 1, "", "var"], [5, 6, 1, "", "var_pop"], [5, 6, 1, "", "var_samp"], [5, 6, 1, "", "var_sample"], [5, 6, 1, "", "when"], [5, 6, 1, "", "window"]], "datafusion.html_formatter": [[6, 1, 1, "", "CellFormatter"], [6, 1, 1, "", "DataFrameHtmlFormatter"], [6, 1, 1, "", "DefaultStyleProvider"], [6, 1, 1, "", "FormatterManager"], [6, 1, 1, "", "StyleProvider"], [6, 6, 1, "", "_refresh_formatter_reference"], [6, 6, 1, "", "_validate_bool"], [6, 6, 1, "", "_validate_positive_int"], [6, 6, 1, "", "configure_formatter"], [6, 6, 1, "", "get_formatter"], [6, 6, 1, "", "reset_formatter"], [6, 6, 1, "", "reset_styles_loaded_state"], [6, 6, 1, "", "set_formatter"]], "datafusion.html_formatter.CellFormatter": [[6, 2, 1, "", "__call__"]], "datafusion.html_formatter.DataFrameHtmlFormatter": [[6, 2, 1, "", "_build_expandable_cell"], [6, 2, 1, "", "_build_html_footer"], [6, 2, 1, "", "_build_html_header"], [6, 2, 1, "", "_build_regular_cell"], [6, 2, 1, "", "_build_table_body"], [6, 2, 1, "", "_build_table_container_start"], [6, 2, 1, "", "_build_table_header"], [6, 3, 1, "", "_custom_cell_builder"], [6, 3, 1, "", "_custom_header_builder"], [6, 2, 1, "", "_format_cell_value"], [6, 2, 1, "", "_get_cell_value"], [6, 2, 1, "", "_get_default_css"], [6, 2, 1, "", "_get_javascript"], [6, 3, 1, "", "_styles_loaded"], [6, 3, 1, "", "_type_formatters"], [6, 3, 1, "", "custom_css"], [6, 3, 1, "", "enable_cell_expansion"], [6, 2, 1, "", "format_html"], [6, 2, 1, "", "is_styles_loaded"], [6, 3, 1, "", "max_cell_length"], [6, 3, 1, "", "max_height"], [6, 3, 1, "", "max_memory_bytes"], [6, 3, 1, "", "max_width"], [6, 3, 1, "", "min_rows_display"], [6, 2, 1, "", "register_formatter"], [6, 3, 1, "", "repr_rows"], [6, 2, 1, "", "set_custom_cell_builder"], [6, 2, 1, "", "set_custom_header_builder"], [6, 3, 1, "", "show_truncation_message"], [6, 3, 1, "", "style_provider"], [6, 3, 1, "", "use_shared_styles"]], "datafusion.html_formatter.DefaultStyleProvider": [[6, 2, 1, "", "get_cell_style"], [6, 2, 1, "", "get_header_style"]], "datafusion.html_formatter.FormatterManager": [[6, 3, 1, "", "_default_formatter"], [6, 2, 1, "", "get_formatter"], [6, 2, 1, "", "set_formatter"]], "datafusion.html_formatter.StyleProvider": [[6, 2, 1, "", "get_cell_style"], [6, 2, 1, "", "get_header_style"]], "datafusion.input": [[9, 1, 1, "", "LocationInputPlugin"], [8, 0, 0, "-", "base"], [10, 0, 0, "-", "location"]], "datafusion.input.LocationInputPlugin": [[9, 2, 1, "", "build_table"], [9, 2, 1, "", "is_correct_input"]], "datafusion.input.base": [[8, 1, 1, "", "BaseInputSource"]], "datafusion.input.base.BaseInputSource": [[8, 2, 1, "", "build_table"], [8, 2, 1, "", "is_correct_input"]], "datafusion.input.location": [[10, 1, 1, "", "LocationInputPlugin"]], "datafusion.input.location.LocationInputPlugin": [[10, 2, 1, "", "build_table"], [10, 2, 1, "", "is_correct_input"]], "datafusion.io": [[11, 6, 1, "", "read_avro"], [11, 6, 1, "", "read_csv"], [11, 6, 1, "", "read_json"], [11, 6, 1, "", "read_parquet"]], "datafusion.object_store": [[12, 4, 1, "", "AmazonS3"], [12, 4, 1, "", "GoogleCloud"], [12, 4, 1, "", "Http"], [12, 4, 1, "", "LocalFileSystem"], [12, 4, 1, "", "MicrosoftAzure"]], "datafusion.plan": [[13, 1, 1, "", "ExecutionPlan"], [13, 1, 1, "", "LogicalPlan"]], "datafusion.plan.ExecutionPlan": [[13, 2, 1, "", "__repr__"], [13, 3, 1, "", "_raw_plan"], [13, 2, 1, "", "children"], [13, 2, 1, "", "display"], [13, 2, 1, "", "display_indent"], [13, 2, 1, "", "from_proto"], [13, 5, 1, "", "partition_count"], [13, 2, 1, "", "to_proto"]], "datafusion.plan.LogicalPlan": [[13, 2, 1, "", "__repr__"], [13, 3, 1, "", "_raw_plan"], [13, 2, 1, "", "display"], [13, 2, 1, "", "display_graphviz"], [13, 2, 1, "", "display_indent"], [13, 2, 1, "", "display_indent_schema"], [13, 2, 1, "", "from_proto"], [13, 2, 1, "", "inputs"], [13, 2, 1, "", "to_proto"], [13, 2, 1, "", "to_variant"]], "datafusion.record_batch": [[14, 1, 1, "", "RecordBatch"], [14, 1, 1, "", "RecordBatchStream"]], "datafusion.record_batch.RecordBatch": [[14, 3, 1, "", "record_batch"], [14, 2, 1, "", "to_pyarrow"]], "datafusion.record_batch.RecordBatchStream": [[14, 2, 1, "", "__aiter__"], [14, 2, 1, "", "__anext__"], [14, 2, 1, "", "__iter__"], [14, 2, 1, "", "__next__"], [14, 2, 1, "", "next"], [14, 3, 1, "", "rbs"]], "datafusion.substrait": [[15, 1, 1, "", "Consumer"], [15, 1, 1, "", "Plan"], [15, 1, 1, "", "Producer"], [15, 1, 1, "", "Serde"]], "datafusion.substrait.Consumer": [[15, 2, 1, "", "from_substrait_plan"]], "datafusion.substrait.Plan": [[15, 2, 1, "", "encode"], [15, 3, 1, "", "plan_internal"]], "datafusion.substrait.Producer": [[15, 2, 1, "", "to_substrait_plan"]], "datafusion.substrait.Serde": [[15, 2, 1, "", "deserialize"], [15, 2, 1, "", "deserialize_bytes"], [15, 2, 1, "", "serialize"], [15, 2, 1, "", "serialize_bytes"], [15, 2, 1, "", "serialize_to_plan"]], "datafusion.unparser": [[17, 1, 1, "", "Dialect"], [17, 1, 1, "", "Unparser"]], "datafusion.unparser.Dialect": [[17, 2, 1, "", "default"], [17, 3, 1, "", "dialect"], [17, 2, 1, "", "duckdb"], [17, 2, 1, "", "mysql"], [17, 2, 1, "", "postgres"], [17, 2, 1, "", "sqlite"]], "datafusion.unparser.Unparser": [[17, 2, 1, "", "plan_to_sql"], [17, 3, 1, "", "unparser"], [17, 2, 1, "", "with_pretty"]], "datafusion.user_defined": [[18, 1, 1, "", "Accumulator"], [18, 1, 1, "", "AggregateUDF"], [18, 1, 1, "", "ScalarUDF"], [18, 1, 1, "", "TableFunction"], [18, 1, 1, "", "Volatility"], [18, 1, 1, "", "WindowEvaluator"], [18, 1, 1, "", "WindowUDF"], [18, 4, 1, "", "_R"], [18, 4, 1, "", "udaf"], [18, 4, 1, "", "udf"], [18, 4, 1, "", "udtf"], [18, 4, 1, "", "udwf"]], "datafusion.user_defined.Accumulator": [[18, 2, 1, "", "evaluate"], [18, 2, 1, "", "merge"], [18, 2, 1, "", "state"], [18, 2, 1, "", "update"]], "datafusion.user_defined.AggregateUDF": [[18, 2, 1, "", "__call__"], [18, 3, 1, "", "_udaf"], [18, 2, 1, "", "udaf"]], "datafusion.user_defined.ScalarUDF": [[18, 2, 1, "", "__call__"], [18, 3, 1, "", "_udf"], [18, 2, 1, "", "udf"]], "datafusion.user_defined.TableFunction": [[18, 2, 1, "", "__call__"], [18, 2, 1, "", "__repr__"], [18, 2, 1, "", "_create_table_udf"], [18, 2, 1, "", "_create_table_udf_decorator"], [18, 3, 1, "", "_udtf"], [18, 2, 1, "", "udtf"]], "datafusion.user_defined.Volatility": [[18, 3, 1, "", "Immutable"], [18, 3, 1, "", "Stable"], [18, 3, 1, "", "Volatile"], [18, 2, 1, "", "__str__"]], "datafusion.user_defined.WindowEvaluator": [[18, 2, 1, "", "evaluate"], [18, 2, 1, "", "evaluate_all"], [18, 2, 1, "", "evaluate_all_with_rank"], [18, 2, 1, "", "get_range"], [18, 2, 1, "", "include_rank"], [18, 2, 1, "", "is_causal"], [18, 2, 1, "", "memoize"], [18, 2, 1, "", "supports_bounded_execution"], [18, 2, 1, "", "uses_window_frame"]], "datafusion.user_defined.WindowUDF": [[18, 2, 1, "", "__call__"], [18, 2, 1, "", "_create_window_udf"], [18, 2, 1, "", "_create_window_udf_decorator"], [18, 2, 1, "", "_get_default_name"], [18, 2, 1, "", "_normalize_input_types"], [18, 3, 1, "", "_udwf"], [18, 2, 1, "", "udwf"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "data", "Python data"], "5": ["py", "property", "Python property"], "6": ["py", "function", "Python function"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:data", "5": "py:property", "6": "py:function"}, "terms": {"": [2, 3, 4, 5, 6, 7, 18, 20, 21, 26, 27, 29, 31, 32, 33, 34, 36], "0": [3, 4, 5, 7, 18, 23, 24, 25, 26, 27, 30, 31, 33, 35, 36, 37, 44, 45], "007bff": 36, "01": [23, 27, 30], "01t00": 27, "0301050905471": 25, "04023": 5, "05": [27, 30], "06": [27, 30], "08": 27, "09": [23, 27], "1": [3, 4, 5, 7, 18, 19, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 35, 37, 38, 45], "10": [4, 5, 6, 7, 18, 22, 23, 24, 26, 27, 30, 31, 32, 33, 35, 36, 37, 45], "100": [5, 6, 22, 23, 24, 33, 35, 36, 37], "1000": [2, 6, 7, 11, 25, 36], "10000000": 34, "1024": [2, 6, 7, 36], "103": [22, 35, 37], "104": [22, 35, 37], "105": [22, 24, 35, 37], "107": 24, "109": [22, 35, 37, 45], "11": [22, 23, 24, 26, 27, 31, 33, 35, 37], "110": 24, "111": [22, 35, 37], "112": 24, "115": [22, 24, 35, 37], "12": [21, 22, 23, 24, 26, 27, 31, 33, 35, 37], "120": [5, 22, 24, 35, 37], "121": 24, "122": [22, 35, 37], "123": [22, 35, 37], "12371": 5, "125": [5, 24, 27, 45], "128": [4, 5, 7], "13": [22, 24, 26, 27, 31, 33, 35, 37], "130": [22, 35, 37], "135": [22, 35, 37], "136": 24, "14": [22, 23, 24, 26, 27, 30, 31, 35, 37], "140": 24, "145": [22, 24, 35, 37], "149": 45, "15": [22, 23, 24, 26, 27, 30, 31, 33, 35, 37], "150": [22, 33, 35, 37], "158": 45, "159": [22, 35, 37, 45], "16": [23, 24, 26, 27, 31], "160": 45, "161": 45, "162": 45, "163": 45, "165": [27, 45], "17": [23, 24, 26, 27, 31, 33], "18": [23, 24, 26, 27, 31, 33], "186": 25, "19": [24, 26, 27, 45], "190": 45, "1902": 5, "1921": 27, "195": [22, 35, 37], "1970": 27, "1px": 36, "2": [3, 4, 5, 6, 7, 18, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 35, 37, 38, 45], "20": [3, 5, 6, 7, 18, 22, 24, 26, 27, 32, 33, 35, 36, 37, 45], "200": 45, "2021": 23, "2025": 27, "205": [22, 35, 37], "2097152": [6, 36], "21": [23, 24, 26, 27, 33], "22": [3, 26, 35], "223": 45, "224": [4, 5, 7], "229": 45, "23": [23, 26, 33, 45], "23076923076923": 24, "2345": 5, "24": [23, 26], "25": [5, 6, 22, 24, 26, 27, 33, 35, 36, 37], "256": [4, 5, 7], "25806451612904": 24, "26": [26, 33], "27": 26, "28": [23, 26, 33], "28571428571429": 24, "28t18": 27, "29": 26, "2mb": [6, 36], "3": [3, 5, 18, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 35, 37, 38, 45], "30": [22, 24, 26, 32, 33, 35, 37], "300": [6, 36], "309": [22, 27, 35, 37], "31": 26, "314": [22, 27, 35, 37], "316": 25, "318": [22, 27, 35, 37], "32": 26, "33": [23, 26], "333333333333332": 33, "333333333333336": 24, "34": [26, 27], "343210340z": 27, "35": [22, 23, 24, 26, 30, 33, 35, 37], "36": [23, 26], "37": [26, 27], "38": [26, 27], "384": [4, 5, 7], "39": [22, 26, 35, 37, 45], "395": [22, 35, 37], "3rd": 5, "4": [3, 5, 18, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 35, 36, 37, 38, 45], "40": [5, 21, 22, 24, 26, 32, 35, 37], "405": [22, 27, 35, 37], "41": 26, "42": [24, 26, 33, 35], "42857142857143": 33, "43": [22, 26, 33, 35, 37, 44], "44": [22, 26, 35, 37], "45": [22, 24, 26, 27, 33, 35, 37], "4579": 27, "46": 24, "47": [24, 37], "4732": 27, "48": [22, 24, 35, 37], "49": [22, 35, 37], "495": [22, 35, 37], "4mb": 36, "5": [3, 5, 18, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 35, 37, 38, 45], "50": [5, 6, 7, 22, 24, 32, 35, 36, 37], "500": [6, 7], "51": [23, 24], "512": [4, 5, 7], "5129": 27, "513": 25, "52": [22, 24, 35, 37], "525": [22, 27, 35, 37], "53": 24, "530": [22, 35, 37], "534": [22, 27, 35, 37], "54": [24, 26, 27], "55": [22, 24, 33, 35, 37], "56": 24, "568": 25, "579": 25, "58": [22, 24, 35, 37], "5811388300841898": 25, "59": [22, 35, 37], "6": [22, 23, 24, 25, 26, 27, 29, 30, 31, 33, 35, 37, 38, 45], "60": [5, 22, 24, 33, 35, 37], "62": [22, 35, 37], "625": [22, 27, 35, 37], "63": [22, 24, 35, 37], "630": [22, 35, 37], "634": [22, 27, 35, 37], "64": [21, 22, 33, 35, 37], "65": [22, 24, 26, 30, 33, 35, 37], "66": [23, 24], "666666666666668": 33, "66666666666667": 24, "666667": 5, "67": [24, 26], "698": 25, "7": [22, 23, 24, 25, 26, 27, 29, 30, 31, 33, 35, 37, 38, 45], "70": [22, 24, 33, 35, 37], "71": [24, 26], "72": 24, "73": 23, "732": 27, "75": [5, 22, 24, 35, 37], "76": 33, "77777777777777": 24, "78": [22, 23, 35, 37], "785714285714285": 24, "78571428571429": 24, "79": [22, 23, 35, 37], "8": [22, 23, 24, 25, 26, 27, 29, 30, 31, 33, 34, 35, 37, 38], "80": [5, 22, 24, 33, 35, 37], "804": 25, "81": 23, "82": [22, 35, 37], "83": [22, 24, 35, 37], "833333333333336": 24, "84": [22, 33, 35, 37], "85": [22, 24, 35, 37], "855": 27, "86": 24, "86740bfd3d9831d6b7c1d0e1bf4a21d91598a0ac": [4, 7], "88888888888889": 24, "8px": 36, "9": [5, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 33, 35, 37, 38, 45], "90": [5, 22, 24, 33, 35, 37], "91": 24, "92": 23, "94": [23, 30], "95": [23, 24, 33, 45], "96": [23, 24], "972": 27, "98": [24, 45], "A": [2, 3, 4, 5, 7, 8, 13, 15, 18, 23, 25, 29, 33, 36, 44], "AND": [3, 4, 5, 7, 18], "As": [5, 7, 18, 20, 26, 30, 35], "At": [5, 20], "BY": 18, "Be": 3, "By": [3, 20, 21, 24], "For": [2, 3, 5, 15, 17, 18, 20, 21, 23, 24, 26, 27, 29, 30, 31, 36, 37], "INTO": [2, 7], "If": [2, 3, 4, 5, 6, 7, 8, 11, 18, 20, 21, 24, 27, 29, 31, 33, 37, 44], "In": [18, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 33, 35, 37, 38, 45], "It": [2, 3, 4, 5, 6, 7, 18, 20, 22, 23, 24, 26, 29, 36, 38, 43], "Its": 22, "No": 3, "Not": [4, 7], "OR": [4, 5, 7], "On": [3, 20, 35], "One": [3, 4, 20, 24, 33], "Or": 36, "That": [4, 7, 38], "The": [2, 3, 4, 5, 6, 7, 9, 10, 11, 13, 15, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 33, 35, 36], "Then": 31, "There": [5, 27, 31], "These": [5, 7, 14, 18, 24, 26, 31, 34, 36], "To": [3, 5, 20, 21, 26, 27, 30, 31, 33, 35, 37, 38, 44], "Will": [3, 36], "With": [4, 7, 37, 38], "__add__": [4, 7], "__aiter__": [7, 14], "__and__": [4, 7], "__anext__": [7, 14], "__arrow_c_array__": [2, 38], "__arrow_c_stream__": [2, 3, 38], "__call__": [6, 7, 18], "__datafusion_table_function__": 31, "__datafusion_table_provider__": [2, 20, 44], "__eq__": [4, 7], "__ge__": [4, 7], "__getitem__": [3, 4, 7], "__gt__": [4, 7], "__init__": [7, 18, 31], "__invert__": [4, 7], "__iter__": [7, 14], "__le__": [4, 7], "__lt__": [4, 7], "__mod__": [4, 7], "__mul__": [4, 7], "__ne__": [4, 7], "__next__": [7, 14], "__or__": [4, 7], "__radd__": [4, 7], "__rand__": [4, 7], "__repr__": [3, 4, 7, 13, 18, 36], "__richcmp__": [4, 7], "__rmod__": [4, 7], "__rmul__": [4, 7], "__ror__": [4, 7], "__rsub__": [4, 7], "__rtruediv__": [4, 7], "__str__": 18, "__sub__": [4, 7], "__truediv__": [4, 7], "__version__": 37, "_aggreg": 5, "_build_expandable_cel": 6, "_build_html_foot": 6, "_build_html_head": 6, "_build_regular_cel": 6, "_build_table_bodi": 6, "_build_table_container_start": 6, "_build_table_head": 6, "_create_table_udf": [7, 18], "_create_table_udf_decor": [7, 18], "_create_window_udf": [7, 18], "_create_window_udf_decor": [7, 18], "_custom_cell_build": 6, "_custom_header_build": 6, "_default_formatt": 6, "_format_cell_valu": 6, "_get_cell_valu": 6, "_get_default_css": 6, "_get_default_nam": [7, 18], "_get_javascript": 6, "_intern": [0, 3, 4, 7, 13, 14, 15, 17], "_io_custom_table_provid": 31, "_normalize_input_typ": [7, 18], "_null_treat": 4, "_order_bi": 4, "_partition_bi": 4, "_r": [7, 18], "_raw_plan": [7, 13], "_refresh_formatter_refer": 6, "_repr_html_": [3, 6, 36], "_styles_load": 6, "_sum": [7, 18, 31], "_to_pyarrow_typ": [4, 7], "_type_formatt": 6, "_udaf": [7, 18], "_udf": [7, 18], "_udtf": [7, 18], "_udwf": [7, 18], "_validate_bool": 6, "_validate_positive_int": 6, "_window_fram": 4, "_window_funct": 5, "a0": 26, "a_siz": 26, "ab": [4, 5, 7], "abc": 8, "abi": 20, "abi3": 21, "abi_st": 20, "abil": 35, "abilti": 35, "abl": [7, 13], "about": [15, 17, 20, 22, 33, 34], "abov": [5, 20, 24, 33], "absolut": [4, 5, 7], "abstract": [7, 8, 18, 26, 31], "accept": [2, 4, 7, 38], "access": [6, 7, 11, 20, 26, 35], "access_key_id": 35, "account": 35, "accum": [7, 18], "accumul": [7, 18, 31], "achiev": 22, "aco": [4, 5, 7], "acosh": [4, 5, 7], "acronym": 20, "across": [6, 18, 20, 26, 36], "act": [7, 13], "activ": [20, 21], "actual": [3, 36], "ad": 3, "adapt": 20, "add": [2, 3, 4, 5, 6, 20, 21], "add_3": 3, "addit": [3, 4, 5, 6, 7, 15, 17, 18, 20, 21, 31, 35, 36], "addition": [20, 23], "adhoc": 21, "adopt": 20, "advanc": [35, 36], "advantag": [20, 21, 22], "affect": [18, 24, 36], "after": [3, 4, 5, 7, 18, 31, 36], "ag": [26, 36], "against": [2, 4, 5, 18, 20, 22, 32, 36], "age_col": 26, "age_in_year": 26, "agg": 3, "aggreg": [2, 3, 4, 5, 7, 18, 23, 28, 36], "aggregatefunct": 4, "aggregateudf": [2, 7, 18], "aim": 37, "albert": 26, "algorithm": [3, 5], "alia": [2, 3, 4, 5, 7, 23, 24, 26, 27, 30, 31, 33, 38], "alias": 21, "alic": 29, "align": 36, "all": [0, 2, 3, 4, 5, 6, 7, 18, 20, 21, 23, 24, 27, 29, 30, 31, 33, 35, 36], "alloc": 3, "allow": [2, 6, 7, 18, 20, 21, 22, 24, 26, 27, 31, 36], "alpha": [31, 35], "alreadi": [5, 20], "also": [2, 3, 6, 7, 18, 20, 21, 22, 24, 26, 27, 31, 33, 36, 37, 45], "altern": [30, 40, 43], "alternate_a": 3, "alwai": [18, 36], "amazons3": [12, 35], "amount": [3, 18], "an": [2, 3, 4, 5, 6, 7, 11, 13, 15, 18, 20, 21, 23, 24, 25, 26, 29, 30, 31, 33, 35, 37, 38, 39, 40, 43], "analyt": 33, "analyz": [3, 4, 21], "ani": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 18, 20, 24, 29, 31, 33, 35, 38], "anoth": [3, 5, 7, 11, 20], "anti": [3, 28], "apach": [2, 4, 5, 7, 20, 21, 22, 38], "apart": 22, "api": [2, 7, 13, 20, 21, 22, 27, 33, 34, 36, 45], "appear": [4, 5, 7, 20, 36], "append": [5, 31], "appli": [3, 6, 36], "applic": 20, "approach": [5, 24, 26], "appropri": [18, 21, 35], "approx_distinct": [5, 24], "approx_median": [5, 24], "approx_percentile_cont": [5, 24], "approx_percentile_cont_with_weight": [5, 24], "approxim": [5, 24], "ar": [2, 3, 4, 5, 6, 7, 11, 13, 14, 18, 20, 21, 23, 24, 26, 28, 30, 31, 33, 35, 36, 37, 38], "arbitrari": [3, 5], "arc": [4, 5, 7, 20, 31, 44], "area": 20, "arg": [2, 3, 5, 7, 15, 18, 21], "argument": [3, 4, 5, 7, 18, 24, 31], "around": [5, 21], "arrai": [2, 3, 4, 5, 6, 7, 18, 24, 28, 31, 35, 38], "array1": 5, "array2": 5, "array_agg": [5, 24], "array_append": [5, 21], "array_cat": [5, 26], "array_concat": [5, 26], "array_dim": [4, 5, 7], "array_distinct": [4, 5, 7], "array_el": [4, 5, 7, 26], "array_empti": [4, 5, 7, 26], "array_except": 5, "array_extract": 5, "array_ha": 5, "array_has_al": 5, "array_has_ani": 5, "array_indexof": 5, "array_intersect": 5, "array_join": 5, "array_length": [4, 5, 7], "array_ndim": [4, 5, 7], "array_pop_back": [4, 5, 7], "array_pop_front": [4, 5, 7], "array_posit": 5, "array_prepend": 5, "array_push_back": 5, "array_push_front": 5, "array_remov": 5, "array_remove_al": 5, "array_remove_n": 5, "array_repeat": [5, 26], "array_replac": 5, "array_replace_al": 5, "array_replace_n": 5, "array_res": 5, "array_slic": 5, "array_sort": 5, "array_to_str": 5, "array_union": 5, "arrow": [2, 3, 4, 5, 6, 7, 21, 22, 25, 35, 36, 37, 41], "arrow_cast": [4, 5, 7, 27], "arrow_datafusion_python_root": 21, "arrow_typeof": [4, 5, 7], "arrowarrayexport": 2, "arrowstreamexport": 2, "arxiv": 5, "as_pi": [7, 18, 31], "ascend": [4, 5, 7, 24, 33], "ascii": [4, 5, 7], "asin": [4, 5, 7], "asinh": [4, 5, 7], "assembl": 2, "assign": [4, 5, 7], "assist": 21, "associ": [0, 2, 4, 5, 7, 20], "assum": [3, 5, 21, 35], "assumpt": 22, "async": [7, 14], "atan": [4, 5, 7], "atan2": 5, "atanh": [4, 5, 7], "atk": [22, 35, 37], "attach": [4, 5, 7], "attack": [22, 24, 27, 33, 35, 37, 45], "attempt": [2, 3, 7, 18, 20, 21], "auto": 19, "autoapi": 19, "automat": [2, 7, 36], "avail": [3, 6, 24, 28, 31, 34, 44], "availbl": 33, "averag": [5, 18, 33], "avg": [5, 18, 24, 33], "avoid": [2, 7, 11], "avro": [2, 7, 11, 35, 41], "awar": [3, 30], "aws_access_key_id": 35, "aws_secret_access_kei": 35, "b": [3, 5, 25, 26, 31, 32, 35, 38], "back": [4, 20, 22, 31, 36, 38], "background": 36, "balanc": 36, "bar": 34, "base": [2, 3, 4, 5, 6, 7, 9, 10, 11, 18, 19, 26, 29, 31], "base64": 5, "baseinputsourc": [8, 9, 10], "basi": [7, 18, 31], "basic": [23, 28, 30, 31], "basic_typ": 27, "batch": [2, 3, 6, 7, 13, 14, 18, 25, 31, 32, 35, 36, 38], "batch_arrai": 31, "batch_siz": [2, 7], "becaus": [4, 7, 31], "becca": 26, "beedril": [22, 33, 35, 37], "beedrillmega": [22, 33, 35, 37], "been": [6, 20], "befor": [5, 6, 21, 26, 31, 36], "beforehand": [2, 7], "begin": [2, 4, 5, 7, 18], "beginnig": 5, "being": 3, "below": [23, 24, 35], "benefit": 36, "best": [2, 7, 20], "beta": 35, "better": 3, "between": [2, 4, 5, 6, 7, 18, 20, 22, 23, 29, 31, 33], "betwen": 33, "bia": [7, 18], "bias_10": [7, 18], "biased_numb": [7, 18], "biasednumb": [7, 18], "bin": [5, 21], "binari": [4, 5, 7, 13, 20], "binaryexpr": [4, 7], "bind": [7, 22, 37], "bit": [4, 5, 7], "bit_and": [5, 24], "bit_length": [4, 5, 7], "bit_or": [5, 24], "bit_xor": [5, 24], "bitwis": [5, 26], "blake2": 5, "blake2b": 5, "blake3": 5, "blastois": [22, 35, 37], "blastoisemega": [22, 35, 37], "blob": [4, 7], "blog": 21, "blue": 26, "bob": 29, "bodi": 6, "bool": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 17, 18], "bool_": 31, "bool_and": [5, 24], "bool_or": [5, 24], "boolean": [4, 5, 6, 7, 28], "bootstrap": 21, "border": 36, "both": [3, 4, 5, 7, 18, 20, 21, 26, 29, 31], "bound": [4, 7, 18, 31, 33, 44], "boundari": [18, 20, 33], "bow": 33, "box": 20, "bracket": 26, "break": 20, "bronz": 5, "brotli": 3, "btrim": [4, 5, 7], "bucket_nam": 35, "bug": [22, 24, 33, 35, 37], "build": [4, 5, 6, 7, 20, 22, 23, 24, 33, 36], "build_flag": 21, "build_tabl": [8, 9, 10], "builder": [4, 5, 6, 24, 33], "built": [18, 20, 24, 26, 27, 31], "bulb": 27, "bulbafleur": 27, "bulbasaur": [22, 27, 33, 35, 37], "bulk": 20, "butterfre": [22, 33, 35, 37], "button": 6, "byte": [2, 4, 5, 6, 7, 13, 15], "c": [2, 3, 18, 20, 21, 22, 25, 35, 38], "cach": [3, 6], "calcul": [3, 5, 18, 31], "call": [0, 2, 3, 4, 5, 6, 7, 13, 14, 15, 17, 18, 20, 23, 24, 26, 31, 36, 38], "callabl": [3, 6, 7, 18], "calll": 26, "can": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 18, 20, 21, 23, 24, 26, 30, 31, 32, 33, 34, 35, 36, 37, 38, 44], "can_retir": 26, "cannot": 5, "canon": 20, "canonical_nam": [4, 7], "capit": [4, 5, 7, 30], "capsul": 20, "cardin": [4, 5, 7, 26], "carefulli": 20, "cargo": 21, "carlo": 26, "case": [3, 4, 5, 7, 18, 20, 24, 27, 30, 31, 33, 35], "case_build": 4, "casebuild": [4, 5], "cast": [3, 4, 5, 7, 28], "castabl": [4, 7], "catalog": [2, 7, 17, 19], "categori": [3, 27], "caterpi": [22, 33, 35, 37], "caus": [2, 7, 21, 33, 38], "cbrt": [4, 5, 7], "cdatainterfac": 2, "ceil": [4, 5, 7], "cell": [6, 36], "cellformatt": 6, "certain": 18, "certainli": 21, "chain": 3, "challeng": 20, "chang": [6, 18, 21, 26, 36], "chansei": 24, "char": 27, "char_length": [4, 5, 7, 27], "charact": [4, 5, 6, 7, 36], "character_length": [4, 5, 7], "charizard": [22, 27, 33, 35, 37], "charizardmega": [22, 27, 33, 35, 37], "charli": 29, "charmand": [22, 27, 33, 35, 37], "charmeleon": [22, 27, 33, 35, 37], "check": [5, 6, 26, 27], "checksum": [4, 5, 7], "child": 36, "children": [7, 13], "chr": [4, 5, 7], "chrono": 5, "ci": [20, 21], "citycab": 29, "class": [1, 31, 36], "classmethod": [2, 3, 6], "classvar": [4, 7], "claus": [18, 33], "clean": 21, "clefabl": 33, "clefairi": [24, 33], "click": 6, "clone": [21, 31, 44], "close": 33, "co": [4, 5, 7], "coalesc": [5, 27], "code": [4, 5, 6, 7, 20, 27], "codebas": 21, "coeffici": 5, "coerc": 5, "col": [3, 4, 5, 6, 7, 18, 19, 23, 24, 26, 27, 30, 31, 32, 33, 36, 38, 45], "col1": 18, "col_attack": 24, "col_diff": 31, "col_idx": 6, "col_spe": 24, "col_type_1": 24, "col_type_2": 24, "collaps": [6, 36], "collect": [3, 22, 23, 25, 32, 36, 38, 45], "collect_partit": 3, "color": [26, 36], "column": [1, 2, 3, 4, 5, 6, 7, 11, 18, 23, 24, 25, 27, 28, 29, 31, 33, 45], "column_a": 4, "column_nam": [4, 7], "com": [4, 5, 7, 21], "combin": [3, 5, 26, 29, 30, 31], "come": [35, 42], "command": [2, 7, 21], "common": [4, 5, 7, 8, 9, 10, 24, 27, 29, 33, 38], "commun": [20, 21], "compar": [5, 33], "comparison": [4, 7, 24], "compat": [20, 26], "compil": [20, 26], "complet": [4, 5, 7, 8, 20, 21, 31, 36, 44], "complex": [3, 22, 27], "complic": 3, "compon": 5, "compos": [5, 36], "composit": 6, "comprehens": 36, "compress": [2, 3, 7, 11], "compression_level": 3, "comput": [3, 4, 5, 7, 18, 20, 26, 31], "concat": 5, "concat_w": 5, "concaten": [5, 26], "concatenated_arrai": 26, "concept": [2, 3, 4, 7, 26], "concis": 21, "concurr": [2, 7], "condit": 28, "config": [2, 7, 21, 34], "config_intern": [2, 7], "config_opt": [2, 7], "configur": [2, 6, 7, 21, 36], "configure_formatt": [6, 7, 36], "conflict": [2, 7, 11], "conjunct": 3, "connect": [2, 23], "consecut": 5, "consid": 5, "consider": 36, "consist": [5, 36], "consol": 3, "construct": [4, 7, 18, 31], "constructor": [0, 3, 4, 7, 13, 14, 15, 17, 18], "consum": [8, 15, 38], "contain": [3, 5, 6, 7, 13, 18, 19, 20, 21, 24, 26, 29, 31], "content": [21, 28], "context": [5, 6, 7, 11, 13, 15, 19, 31, 32, 34, 36, 38, 45], "continu": [5, 20], "contribut": 21, "control": [2, 7, 24, 33], "conveni": [7, 18, 35], "convent": 20, "convers": [20, 21, 23], "convert": [2, 3, 4, 5, 7, 13, 14, 15, 17, 18, 20, 23, 25, 26, 27, 31, 32, 45], "copi": [20, 21, 22, 31, 38], "copyto": 4, "core": [3, 4, 7, 20], "corr": [5, 24], "correctli": [3, 18], "correl": 5, "correspond": [5, 29], "cosh": [4, 5, 7], "cosin": [4, 5, 7], "cost": 22, "costli": 18, "cot": [4, 5, 7], "cotang": [4, 5, 7], "could": [3, 4, 7, 20], "count": [3, 5, 24, 25], "count_star": 5, "counterpart": [5, 20], "coupl": [20, 33], "covar": 5, "covar_pop": [5, 24], "covar_samp": [5, 24], "covari": 5, "cover": [23, 27, 34], "cpython": 21, "cr": 31, "crate": 20, "creat": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 15, 17, 18, 19, 20, 21, 23, 24, 26, 32, 34, 38, 45], "create_datafram": [2, 31, 35], "create_dataframe_from_logical_plan": 2, "createcatalog": 4, "createcatalogschema": 4, "createexternalt": 4, "createfunct": 4, "createfunctionbodi": 4, "createindex": 4, "creatememoryt": 4, "createview": 4, "credenti": 35, "criteria": [5, 33], "css": [6, 36], "cstream": 20, "cstring": [20, 44], "csv": [2, 3, 7, 11, 20, 22, 24, 27, 33, 35, 36, 37, 41, 45], "ctx": [2, 5, 7, 13, 15, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45], "cube": [4, 5, 7], "cubon": 24, "cume_dist": [5, 18, 33], "cumul": 5, "curr_valu": 31, "current": [3, 4, 5, 6, 7, 13, 18, 20, 27, 31, 33, 36], "current_d": 5, "current_tim": 5, "custom": [2, 6, 7, 8, 13, 20, 29, 31, 41], "custom_css": [6, 36], "custom_formatt": 6, "custom_html": 36, "customer_id": 29, "d": [3, 18, 38], "dai": [5, 27], "dant": 26, "dark": [24, 36], "data": [0, 2, 3, 4, 5, 6, 7, 11, 13, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 30, 31, 32, 33, 36, 37, 38, 39, 42, 44], "data_typ": 5, "databas": [0, 7, 26], "dataflow": [7, 13], "datafram": [2, 4, 5, 6, 7, 11, 13, 14, 18, 19, 22, 24, 25, 26, 27, 29, 30, 31, 32, 33, 37, 38, 45], "dataframehtmlformatt": 6, "datafrm": 3, "datafus": [19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 43, 44, 45], "datafusion_df": 35, "datafusion_sql": 17, "datafusion_table_funct": 31, "datafusion_table_provid": [20, 44], "dataset": [2, 27, 33, 35, 37], "datasourc": 8, "datastructur": [4, 7], "datatyp": [3, 4, 7, 18], "datatypemap": [4, 7], "date": [5, 27], "date32": 5, "date_bin": 5, "date_part": [5, 27], "date_trunc": 5, "datepart": 5, "datetrunc": 5, "db": [0, 7], "ddd": 36, "ddl": [2, 7], "dealloc": 4, "debug": 6, "decid": [18, 20], "decim": 5, "decimal_plac": 5, "decod": 5, "decor": [7, 18], "def": [3, 7, 18, 22, 31, 35, 36, 37], "default": [2, 3, 4, 5, 6, 7, 10, 11, 17, 18, 20, 21, 31, 33, 34, 36], "default_valu": 5, "defaultstyleprovid": 6, "defens": [22, 27, 35, 37, 45], "defin": [2, 4, 7, 16, 18, 20, 21, 27, 28, 33], "definit": [2, 4, 7, 18, 20, 23, 31], "degre": [4, 5, 7], "delet": [2, 7], "delimit": [2, 5, 7, 11], "delta": 20, "delta_t": 35, "deltalak": 35, "deltat": 35, "demonstr": [2, 31, 33, 37, 38], "dens": 5, "dense_rank": [5, 18, 33], "depend": [5, 20, 24, 31, 33], "deprec": [3, 5, 16, 33], "deregister_t": 2, "descend": 5, "describ": [3, 5, 20, 24, 25, 31, 35], "describet": 4, "descript": [5, 7, 18], "deseri": 15, "deserialize_byt": 15, "design": [20, 28], "desir": 5, "detafram": 2, "detail": [3, 4, 5, 7, 18, 21, 23, 25], "determin": [3, 4, 5, 7, 31], "dev": 21, "develop": 20, "deviat": 5, "df": [2, 3, 4, 5, 22, 23, 24, 25, 26, 27, 30, 31, 32, 33, 35, 36, 37, 38, 39, 40, 42, 43, 45], "df_filter": 32, "df_view": 32, "dfschema": 7, "dialect": 17, "dict": [2, 3, 4, 5, 6, 7], "dictionari": [2, 3, 5, 26, 32, 35], "differ": [3, 4, 5, 7, 13, 18, 20, 27, 31, 35, 36], "difficult": 20, "digest": 5, "dimens": [4, 5, 7], "dimension": 3, "directli": [4, 5, 6, 15, 35, 36, 38], "directori": [2, 7, 21], "disabl": [2, 7], "discard": 3, "discuss": 20, "disk": [2, 7, 9, 10], "displai": [6, 7, 13, 23, 25, 32, 37], "display_graphviz": [7, 13], "display_ind": [7, 13], "display_indent_schema": [7, 13], "display_nam": [4, 7], "distanc": 5, "distinct": [3, 4, 5, 7], "distinctli": 20, "distinguish": 20, "distribut": 5, "div": 36, "divid": 5, "divis": [4, 5, 7], "divisor": 5, "dml": [2, 7], "dmlstatement": 4, "do": [2, 7, 18, 20, 21, 23, 24, 31, 33, 35, 44], "doc": [2, 5, 17], "docstr": 21, "document": [2, 3, 4, 5, 7, 19, 20, 21, 23, 34, 37], "doe": [3, 5, 6, 18, 20, 21, 33, 35], "doesn": 18, "dominant_typ": 27, "done": [3, 24, 31], "dot": [7, 13], "doubl": [30, 38], "double_func": [7, 18], "double_it": [7, 18], "double_udf": [7, 18], "down": [20, 33, 35], "downcast": 20, "download": [23, 30, 37], "dragon": [22, 24, 27, 33, 35, 37], "dragonair": 33, "dratini": 33, "drop": [2, 3, 7], "dropcatalogschema": 4, "dropfunct": 4, "droptabl": 4, "dropview": 4, "dtype": [3, 36], "duckdb": 17, "due": [2, 7, 11, 21], "duplic": [3, 4, 5, 7, 29, 36], "dure": [7, 18, 21], "dynamic_lookup": 21, "e": [3, 4, 5, 7, 18, 31, 44], "each": [3, 4, 5, 7, 18, 20, 21, 24, 27, 33], "earli": 20, "easi": [20, 42], "easier": [20, 27, 36, 37], "easili": [4, 7, 20], "east": 35, "effect": [30, 37], "effort": 20, "either": [2, 3, 4, 7, 18, 20, 24], "electr": [24, 33], "element": [3, 4, 5, 6, 7, 26], "ellipsi": [3, 7, 18], "els": 31, "else_expr": 4, "employe": 26, "empti": [2, 4, 5, 7, 13, 24, 26], "empty_t": 2, "emptyrel": 4, "enabl": [2, 7, 20, 36], "enable_cell_expans": [6, 7, 36], "enable_url_t": 2, "encod": [5, 15], "encourag": 21, "end": [0, 3, 4, 5, 7, 13, 14, 17, 18, 33], "end_bound": [4, 7], "ends_with": 5, "engin": [2, 7, 22, 23], "enough": 18, "ensur": [6, 8], "entir": [18, 24, 31, 33], "entri": [3, 5, 24, 33], "enum": [3, 4, 7, 18], "enumer": 18, "enviorn": 21, "environ": [21, 22, 36], "equal": [3, 4, 5, 7], "equival": [5, 18, 20, 24, 33], "error": [2, 4, 6, 7, 21], "especi": 21, "essenti": [7, 14, 25], "etc": [2, 4, 6, 7, 9, 10, 18], "eval_rang": 18, "evalu": [3, 4, 5, 7, 18, 23, 24, 26, 31, 33], "evaluate_al": [7, 18, 31], "evaluate_all_with_rank": [18, 31], "even": [2, 7, 20, 29, 36], "everi": [5, 7, 18], "everyth": [9, 10], "ex": [4, 7, 30], "exact": 20, "exactli": [3, 33], "examin": [4, 7], "exampl": [2, 3, 4, 5, 6, 7, 13, 18, 20, 23, 24, 26, 27, 29, 31, 32, 33, 35, 37, 44], "excel": 20, "except": [3, 4, 5, 7, 26], "except_al": 3, "exclud": [3, 29], "execut": [2, 3, 4, 7, 18, 21, 22, 23, 34, 36, 38], "execute_stream": [3, 7, 14], "execute_stream_partit": 3, "execution_plan": 3, "executionplan": [2, 3, 7, 13], "exeggcut": 24, "exist": [2, 3, 4, 5, 6, 7, 20], "exp": [4, 5, 7], "exp_smooth": 31, "expand": [3, 6, 36], "expect": [4, 5, 7, 18, 20, 26, 31, 33], "expens": 3, "experi": 21, "explain": [3, 4], "explan": [3, 23], "explicit": 34, "explicitli": [7, 18], "expon": 5, "exponenti": [4, 5, 7], "exponentialsmooth": 31, "export": [2, 3, 20, 21, 41], "expos": [2, 20, 31, 35, 44], "expr": [2, 3, 5, 7, 11, 18, 19, 31, 33], "expr1": 5, "expr2": 5, "express": [3, 4, 5, 7, 18, 24, 27, 28, 31, 33], "exprfuncbuild": [4, 7], "extend": [5, 8, 20], "extens": [2, 4, 6, 7, 11], "extract": [4, 5, 6, 7, 27], "extraenv": 21, "f": [4, 23, 24, 26, 27, 33, 35], "f2f2f2": 36, "face": 20, "fact": [20, 31], "factori": [4, 5, 7, 18], "fail": [3, 21, 27], "fair": [2, 7], "fairi": [24, 33], "fals": [3, 4, 5, 6, 7, 18, 20, 21, 22, 26, 27, 30, 31, 34, 35, 36, 37, 44], "familiar": [21, 36], "far": 3, "faster": [5, 18], "featur": [5, 20, 21, 35, 38], "fetch": 21, "few": [20, 21, 23, 36], "ffi": 35, "ffi_": 20, "ffi_provid": 20, "ffi_tablefunct": 31, "ffi_tableprovid": [2, 20, 44], "field": [3, 5, 6, 27], "fight": [24, 33], "file": [2, 3, 7, 9, 10, 11, 15, 20, 21, 22, 23, 30, 37, 39, 40, 42, 43], "file_compression_typ": [2, 7, 11], "file_extens": [2, 7, 11], "file_partition_col": [2, 7, 11], "file_sort_ord": [2, 7, 11], "filenam": 21, "filetyp": 4, "fill": [3, 4, 5, 7, 27, 33], "fill_nan": [4, 7], "fill_nul": [3, 4, 7, 28], "filter": [3, 4, 5, 7, 13, 23, 26, 32, 33, 35, 36], "final": [23, 31], "find": [5, 20, 21, 23, 24, 33], "find_in_set": 5, "finish": [4, 24], "fire": [22, 24, 27, 35, 37], "first": [2, 3, 4, 5, 7, 20, 21, 23, 24, 26, 33, 36, 37], "first_1": 24, "first_2": 24, "first_arrai": 5, "first_valu": [5, 18, 24], "fix": 18, "flag": [5, 17, 18, 21], "flatten": [4, 5, 7], "fleur": 27, "float": [4, 5, 7, 18, 31, 36], "float64": [7, 18, 27, 31], "floor": [4, 5, 7], "flow": [7, 13], "flower": 27, "fly": [22, 24, 33, 35, 37], "fn": [31, 44], "focus": 20, "folder": [20, 31, 44], "follow": [2, 3, 4, 5, 7, 18, 20, 21, 23, 24, 26, 27, 29, 31, 33, 35, 37], "foo": 34, "footer": 6, "fora": [4, 7], "forc": 6, "foreign": 20, "foreign_provid": 20, "foreigntableprovid": 20, "form": [3, 5, 7, 13, 24], "format": [2, 3, 4, 5, 6, 7, 13, 23, 35, 39, 42], "format_argu": 5, "format_html": [6, 36], "formatt": [5, 6, 7], "formatted_valu": 6, "formatter_class": 36, "formattermanag": 6, "formatting_context": 36, "forth": 38, "found": [5, 21, 33, 44], "four": 31, "frame": [4, 5, 7, 18, 25, 31], "frame_bound": 4, "framework": 21, "free": [2, 7], "frequent": [20, 21], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 15, 18, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 43, 45], "from_arrai": [31, 35], "from_arrow": [2, 35, 38], "from_arrow_t": 2, "from_panda": 2, "from_polar": [2, 35], "from_proto": [7, 13], "from_pydict": [2, 25, 26, 29, 31, 32, 35, 38], "from_pylist": [2, 29, 35], "from_str": 3, "from_substrait_plan": 15, "from_unixtim": [4, 5, 7], "from_val": 5, "fuction": 18, "full": [3, 5, 28, 45], "fulli": 21, "func": [2, 3, 7, 18, 31], "function": [2, 3, 4, 12, 14, 16, 18, 19, 20, 23, 25, 28, 35, 43], "function_to_impl": [18, 31], "further": 20, "futher": 5, "futur": [18, 33], "g": [5, 18], "gamma": 35, "gcd": 5, "gener": [4, 7, 13, 14, 15, 18, 19, 20, 21, 22, 35, 37], "geodud": 33, "get": [3, 6, 7, 13, 18, 21, 26, 35, 36], "get_cell_styl": 6, "get_default_level": 3, "get_formatt": [6, 36], "get_frame_unit": [4, 7], "get_header_styl": 6, "get_lower_bound": [4, 7], "get_offset": 4, "get_rang": 18, "get_table_styl": 36, "get_upper_bound": [4, 7], "get_value_styl": 36, "getenv": 35, "ghost": 24, "gil": 22, "git": 21, "github": [4, 5, 7, 21], "give": [5, 24, 30, 37], "given": [0, 2, 4, 5, 6, 7, 18, 31], "glanc": 20, "global": [2, 6, 7, 11, 36], "global_ctx": 2, "go": [20, 25, 27], "goe": 20, "gold": 5, "good": [20, 21], "googlecloud": [12, 35], "graph": [7, 13], "graphic": [7, 13], "graphviz": [7, 13], "grass": [22, 24, 27, 33, 35, 37], "great": 21, "greater": [4, 5, 7], "greatest": 5, "greatli": 31, "greedi": [2, 7], "green": 26, "grimer": 33, "ground": 24, "group": [2, 3, 4, 5, 7, 11, 18, 23, 24, 25, 33], "group_bi": [3, 24], "groupingset": 4, "guarante": 20, "guid": [2, 28, 34, 37], "gzip": 3, "ha": [2, 3, 5, 6, 7, 18, 20, 26, 30, 35], "handl": [6, 14, 24, 28, 33], "happen": [21, 36, 38], "has_head": [2, 7, 11], "has_mor": [6, 36], "hash": [3, 4, 5, 7], "haskel": 25, "have": [2, 3, 5, 6, 7, 11, 15, 18, 20, 21, 22, 24, 29, 31, 33, 44], "head": 3, "header": [2, 3, 6, 7, 11], "healthi": 21, "heavy_red_unit": 26, "height": [6, 36], "help": [2, 6, 7, 11, 21, 26, 27, 36], "helper": [7, 18], "henc": 18, "here": [5, 20, 27, 30, 31, 33, 36, 37, 38, 45], "hex": 5, "hexadecim": [4, 5, 7], "high": [4, 7], "higher": [3, 4, 7], "highli": 31, "highlight": 37, "hint": [2, 21], "homebrew": 21, "host": 2, "how": [2, 3, 4, 5, 7, 18, 20, 24, 25, 28, 29, 31, 33, 34, 36, 37], "howev": [18, 31], "hp": [22, 35, 37], "html": [2, 5, 6, 7, 17], "html_formatt": [7, 19, 36], "http": [2, 4, 5, 7, 12, 13, 15, 17, 35], "hyperbol": [4, 5, 7], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 17, 18, 20, 21, 22, 23, 24, 26, 27, 29, 31, 33, 35, 36, 37, 38, 39, 40, 42, 43], "ic": 24, "id": [2, 6, 21, 29], "ideal": 20, "ident": 35, "identifi": [2, 4, 7, 20, 30], "idx": [18, 31], "ignor": [5, 21, 24, 33], "ignore_nul": [24, 33], "ilik": 4, "immut": [7, 18, 31], "impl": [31, 44], "implement": [2, 3, 6, 18, 21, 31, 35, 36, 38, 44], "import": [2, 4, 6, 7, 18, 20, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 43, 45], "improv": [2, 7, 18, 31, 36], "in_list": [5, 27], "includ": [2, 3, 4, 6, 7, 20, 23, 24, 27, 29, 36], "include_rank": [18, 31], "inclus": [2, 4, 5, 7], "incorpor": 31, "increas": [2, 6, 7, 24], "increment": [18, 20, 31], "indent": [7, 13], "independ": [5, 33], "index": [4, 5, 6, 7, 17, 18, 26], "indic": [4, 5, 6, 7, 26], "individu": [26, 33], "infer": [2, 7, 11], "inform": [2, 3, 4, 7, 8, 15, 17, 20, 31], "information_schema": [2, 7], "init": 21, "initcap": [4, 5, 7], "initi": [4, 5, 6, 7], "inlin": 18, "inlist": 4, "inner": [3, 28], "input": [2, 3, 4, 5, 7, 11, 13, 18, 19, 26, 31], "input_item": [8, 9, 10], "input_typ": [7, 18], "inputsourc": 8, "insert": [2, 7], "instanc": [2, 5, 6, 7, 18, 23], "instanti": [7, 18], "instead": [4, 5, 7, 20], "insubqueri": 4, "int": [2, 3, 4, 5, 6, 7, 11, 13, 18, 31], "int32": [7, 18, 27], "int64": [7, 18, 25, 27, 31], "integ": [4, 5, 6, 7, 26], "integr": [20, 37, 44], "intend": [6, 20], "interact": [6, 20, 26], "intercept": 5, "interchang": 42, "interest": 26, "interfac": [2, 5, 20, 22, 23, 31, 33, 35, 36, 38, 44], "intermedi": [7, 18], "intern": 31, "intersect": [3, 5], "interv": 5, "into_view": 3, "intro": 21, "introduc": [21, 23], "intuit": 20, "invalid": [6, 7], "invers": [4, 5, 7], "invoc": 18, "io": [2, 7, 15, 19], "is_caus": 18, "is_correct_input": [8, 9, 10], "is_current_row": 4, "is_empti": 26, "is_follow": 4, "is_not_nul": [4, 7, 24], "is_nul": [4, 7, 31], "is_null_arr": 31, "is_preced": 4, "is_styles_load": 6, "is_unbound": 4, "isfals": 4, "isnan": [4, 5, 7], "isnotfals": 4, "isnotnul": [4, 7], "isnottru": 4, "isnotunknown": 4, "isnul": 4, "issu": [5, 6, 21, 33], "istru": 4, "isunknown": 4, "iszero": [4, 5, 7], "iter": [3, 7, 14], "iterat": 3, "its": [3, 5, 7, 13, 18, 20, 22, 33], "itself": 26, "ivi": 27, "ivyfleur": 27, "ivysaur": [22, 27, 33, 35, 37], "java": 25, "javascript": [6, 36, 42], "jigglypuff": 33, "join": [2, 3, 4, 7, 13, 28], "join_kei": [3, 29], "join_on": 3, "joinconstraint": 4, "jointyp": 4, "json": [2, 3, 7, 11, 35, 41], "jupyt": [6, 36, 37], "jupyterlab": 37, "just": 36, "jynx": 24, "kakuna": [22, 33, 35, 37], "keep": [21, 32], "kei": [2, 3, 4, 6, 7, 20, 23, 26, 29], "kept": 3, "kind": [0, 7, 20, 21], "know": [2, 7], "known": 26, "kwarg": [6, 7, 8, 9, 10], "kwd": [3, 18], "l179": [4, 7], "lab": 37, "label": 3, "lack": 22, "lag": [5, 18, 33], "lambda": [7, 18], "languag": [2, 7, 13, 20], "larg": [3, 27], "large_trip_dist": 30, "last": [4, 5, 7, 33], "last_valu": [5, 24, 33], "last_with_nul": 33, "last_wo_nul": 33, "later": [35, 37, 44], "latest": [5, 17, 20], "latter": 2, "lazi": 23, "lcm": 5, "lead": [5, 18, 20, 31, 33, 35], "leaf": [7, 13], "leak": 22, "learn": [20, 25, 33], "least": [5, 18, 24, 29, 31, 36], "leav": [7, 13], "left": [3, 5, 27, 28, 36], "left_on": [3, 29], "leftmost": 5, "legendari": [22, 35, 37], "len": [18, 27], "length": [4, 5, 6, 7, 18], "less": [4, 5, 7], "lesson": 20, "let": [20, 31, 34, 44], "letter": [4, 5, 7, 30], "level": [3, 5, 20], "levenshtein": 5, "leverag": 20, "lib": 21, "lib_dir": 21, "lib_nam": 21, "librari": [7, 8, 20, 22, 36, 37, 38, 44], "lightweight": 42, "like": [2, 4, 5, 6, 7, 8, 20, 21, 22, 27, 36], "limit": [3, 4, 5, 21, 23, 25, 27], "line": [2, 3, 7, 11, 13, 20], "linear": [5, 24], "link": [21, 33], "lint": 21, "linter": 21, "list": [0, 2, 3, 4, 5, 6, 7, 11, 13, 18, 24, 31, 32, 33, 35], "list_append": [5, 21], "list_cat": 5, "list_concat": 5, "list_dim": [4, 5, 7], "list_distinct": [4, 5, 7], "list_el": 5, "list_except": 5, "list_extract": 5, "list_indexof": 5, "list_intersect": 5, "list_join": 5, "list_length": [4, 5, 7], "list_ndim": [4, 5, 7], "list_posit": 5, "list_prepend": 5, "list_push_back": 5, "list_push_front": 5, "list_remov": 5, "list_remove_al": 5, "list_remove_n": 5, "list_repeat": 5, "list_replac": 5, "list_replace_al": 5, "list_replace_n": 5, "list_res": 5, "list_slic": 5, "list_sort": 5, "list_to_str": 5, "list_union": 5, "listingt": 2, "lit": [3, 4, 5, 7, 21, 23, 24, 26, 30, 33, 36, 38], "liter": [3, 4, 7, 27, 28, 30, 31, 32], "ll": [27, 29, 33], "ln": [4, 5, 7], "load": 6, "local": [2, 20, 21], "localfilesystem": [12, 35], "locat": [2, 9, 19], "locationinputplugin": [9, 10], "lock": 22, "log": [5, 27], "log10": [4, 5, 7], "log2": [4, 5, 7], "logarithm": [4, 5, 7], "logic": [2, 3, 4, 7, 13, 15, 17, 23, 24, 30, 36], "logical_plan": [3, 15], "logicalplan": [2, 3, 4, 7, 13, 15, 17], "lonely_trip": 30, "long": [6, 20], "long_tim": 26, "longer": 5, "look": [21, 34], "low": [4, 7, 24], "low_passenger_count": 30, "lower": [4, 5, 7, 18, 27, 30], "lowercas": [3, 4, 5, 7], "lowest": [20, 24], "lpad": 5, "ltrim": [4, 5, 7], "lz4": 3, "lz4_raw": 3, "lzo": 3, "m": 21, "mac": 21, "machin": 21, "machop": 33, "made": 30, "magikarp": 24, "magnemit": 33, "mai": [2, 3, 5, 7, 11, 18, 20, 31, 35, 37, 38], "main": [2, 23], "maintain": [2, 3, 20, 23], "major": [21, 22], "make": [5, 20, 21, 22, 27, 36], "make_arrai": 5, "make_d": 5, "make_list": 5, "manag": [2, 6, 7, 21], "mani": [20, 24, 31, 36], "manipul": [2, 7, 27, 36], "mankei": 33, "manner": 20, "manual": 21, "map": 3, "map_err": 44, "match": [3, 4, 5, 27, 29], "math": 24, "mathemat": [28, 30], "maturin": 21, "max": [5, 24, 25], "max_cell_length": [6, 7, 36], "max_height": [6, 7, 36], "max_memory_byt": [6, 36], "max_row": 36, "max_width": [6, 7, 36], "maximum": [2, 5, 6, 7, 11, 36], "md5": [4, 5, 7], "mean": [5, 20, 21, 25], "meaning": [5, 30], "meant": [7, 13], "medal": 5, "median": [5, 24, 25], "member": 21, "memoiz": 18, "memori": [2, 3, 6, 7, 13, 18, 22], "mention": 26, "merg": [7, 18, 29, 31], "messag": [6, 36], "metadata": [2, 4, 5, 7, 11], "metapod": [22, 24, 33, 35, 37], "method": [2, 3, 5, 6, 7, 18, 23, 25, 27, 29, 31, 32, 36], "metric": 3, "metrorid": 29, "microsecond": 5, "microsoftazur": [12, 35], "might": [6, 18, 24], "millisecond": 5, "min": [5, 24, 25], "min_rows_displai": [6, 36], "minimum": [2, 5, 6, 7, 36], "miss": [3, 28], "model": 3, "modifi": [3, 23], "modify_df": 3, "modul": [16, 33], "modulo": [4, 7], "moment": [3, 20], "month": [5, 27], "more": [2, 3, 4, 6, 7, 15, 20, 21, 23, 24, 27, 31, 34], "most": [18, 20, 26, 33, 37], "mostli": 21, "much": [18, 21, 36], "multi": 22, "multipl": [2, 3, 4, 5, 6, 7, 18, 24, 27, 29, 31, 33, 35, 36], "must": [2, 3, 4, 5, 7, 18, 24, 26, 30, 31, 33, 38, 44], "my": 36, "my_capsul": 20, "my_delta_t": 35, "my_provid": 20, "my_tabl": [32, 36, 44], "my_udaf": 31, "myaccumul": 31, "myformatt": 36, "mysql": 17, "mystyleprovid": 36, "mytablefunct": 31, "mytableprovid": [20, 44], "myusernam": 21, "n": [3, 5], "name": [0, 2, 3, 4, 5, 6, 7, 11, 18, 20, 22, 23, 24, 25, 26, 27, 29, 30, 31, 33, 35, 36, 37, 44], "name_pair": 5, "named_expr": 3, "named_struct": [5, 21], "nan": [4, 5, 7], "nanosecond": 5, "nanvl": 5, "narrowli": 20, "nativ": 20, "natur": [4, 5, 7], "nearest": [4, 5, 7], "necessari": 20, "need": [2, 3, 4, 6, 7, 11, 18, 20, 21, 31, 33, 36, 37], "neg": [4, 5], "negat": [4, 5, 7, 27], "new": [2, 3, 4, 5, 6, 7, 17, 18, 20, 21, 26, 28, 31, 44, 45], "new_bound": [20, 44], "new_err": 44, "new_nam": 3, "next": [5, 6, 7, 14], "node": [7, 13], "non": [3, 4, 5, 24, 33], "none": [2, 3, 4, 5, 6, 7, 11, 15, 18, 20, 31, 33, 35, 36], "normal": 24, "not_red_unit": 26, "notat": [26, 42], "note": [2, 3, 4, 7, 23, 26, 38], "notebook": [6, 36, 37], "now": [5, 18, 27, 32], "nr": 25, "nth": 36, "nth_valu": [5, 18, 24], "ntile": [5, 33], "null": [3, 4, 5, 7, 25, 27, 29, 31, 38], "null_count": 25, "null_first": 5, "null_treat": [4, 5, 7, 24, 33], "nullabl": 3, "nullif": [5, 27], "nulls_first": [4, 5, 7], "nulltreat": [4, 5, 7, 24, 33], "num": [3, 5], "num_centroid": 5, "num_el": 26, "num_row": [7, 18, 31], "number": [2, 3, 4, 5, 6, 7, 11, 13, 18, 21, 26, 27, 31, 33, 36], "numebr": 5, "numer": [3, 4, 5, 7], "nvl": 5, "o": 35, "object": [2, 3, 4, 6, 7, 12, 20, 26, 31, 34, 38, 42], "object_stor": [7, 19, 35], "objectstor": 2, "obtain": [8, 22], "obviou": 20, "occur": [7, 18, 38], "occurr": 5, "octet_length": [4, 5, 7], "oddish": 33, "offend": 21, "offer": [27, 36, 45], "offici": 20, "offset": [3, 4], "often": 33, "old": 3, "old_nam": 3, "older": 35, "olymp": 5, "omit": 29, "on_expr": 3, "onc": [5, 6, 8, 18, 31, 36, 44], "one": [3, 4, 5, 7, 18, 20, 24, 29, 31, 33, 35], "onli": [2, 3, 4, 5, 6, 7, 11, 18, 20, 24, 27, 29, 31, 33, 36], "onlin": [2, 3, 4, 5, 7, 20, 34], "op": [3, 4, 7], "open": 6, "oper": [2, 3, 4, 5, 7, 13, 14, 18, 20, 22, 24, 26, 30, 31, 33, 35, 36, 38], "operand": [4, 7], "operatefunctionarg": 4, "opt": 21, "optim": [3, 18, 20], "optimized_logical_plan": 3, "option": [2, 3, 4, 5, 6, 7, 11, 18, 21, 23, 24, 27, 34, 35, 37], "options_intern": [2, 7], "order": [2, 3, 4, 5, 7, 8, 11, 18, 20, 26], "order_bi": [4, 5, 7, 24, 33], "org": [2, 5, 7, 13], "origin": [3, 5, 31], "other": [2, 3, 4, 5, 6, 7, 18, 20, 21, 22, 23, 26, 28, 31, 36], "otherwis": [4, 5, 6, 7], "our": [20, 21, 24, 37], "out": [3, 5, 20, 24, 25, 26, 27, 29, 30, 33, 37, 38, 45], "output": [3, 4, 6, 7, 13, 18, 21, 24, 26, 31, 32, 36], "over": [3, 4, 7, 18, 20, 22, 24, 33, 36], "overhead": 18, "overlai": 5, "overlap": 5, "overrid": 31, "overridden": 24, "own": [8, 31], "pa": [2, 4, 7, 14, 18, 31, 35, 38], "packag": [5, 20, 21], "pad": [5, 36], "page": [19, 20, 31], "pair": 5, "panda": [2, 3, 23, 25, 35, 36, 45], "pandas_df": 35, "para": 33, "parallel": [2, 7], "param_nam": 6, "paramet": [2, 3, 4, 5, 6, 7, 11, 15, 18, 21, 26, 28, 29, 36], "parasect": 33, "parquet": [2, 3, 7, 11, 20, 22, 23, 30, 34, 35, 41], "parquet_prun": [2, 7, 11], "part": [5, 27], "particular": 5, "partit": [2, 3, 4, 5, 7, 11, 13, 18, 24], "partition_bi": [4, 5, 7, 33], "partition_count": [7, 13], "pass": [3, 7, 18, 20, 21, 25, 26, 31, 34, 35], "passenger_count": 30, "path": [2, 3, 7, 11, 15, 21, 35, 36], "path_to_t": 35, "pathlib": [2, 3, 7, 11, 15], "pattern": [5, 20], "pc": [7, 18], "pcre": 5, "pd": 35, "peopl": 5, "per": [3, 6, 18, 33, 36], "percent": 5, "percent_rank": [5, 18, 33], "percentag": 5, "percentil": 5, "perform": [2, 3, 4, 5, 7, 18, 20, 21, 23, 24, 27, 31, 33, 35], "period": 20, "person": 21, "physic": [3, 7, 13, 23], "pi": 5, "pick": 5, "pinsir": 33, "pip": [22, 37], "pixel": [6, 36], "pl": 35, "place": [5, 21, 37], "placehold": 4, "plain": 36, "plan": [2, 3, 4, 7, 15, 17, 18, 19, 22, 23, 36], "plan_intern": 15, "plan_to_sql": 17, "planner": [7, 13], "pleas": 30, "plu": 5, "plugin": [8, 9, 10], "point": [4, 5, 6, 7, 21], "pointer_width": 21, "poison": [22, 24, 33, 35, 37], "pokemon": [22, 24, 27, 33, 35, 37, 45], "polar": [2, 3, 35], "polars_df": 35, "pool": [2, 7], "popul": 5, "popular": [27, 35], "portion": 20, "posit": [5, 6, 24], "possibl": [3, 4, 7, 18, 20, 27, 31, 33], "post": 21, "postgr": 17, "postgresql": 17, "potenti": [3, 7, 13], "pow": [5, 27], "power": [5, 27, 31, 33, 36], "pr": 21, "practic": 20, "prece": 5, "preced": [4, 7, 18], "preceed": 33, "precis": 5, "predic": [2, 3, 7, 11], "prefer": 21, "prefix": [5, 20], "prepar": 4, "prepend": 5, "presenc": 27, "present": 29, "preserve_nul": 3, "pretti": 17, "prevent": [21, 36], "previou": [5, 31, 33], "previous": 2, "primari": [9, 26], "primarili": 6, "print": [3, 7, 13, 32, 34, 36], "printabl": [7, 13, 18], "prior": [3, 35], "probabl": 24, "process": [18, 24, 33], "produc": [5, 7, 13, 15, 18, 20, 33], "product": 5, "program": 20, "programmat": [7, 13], "project": [3, 4, 7, 13, 20, 21, 36, 38], "properti": [0, 4, 7, 13], "proto_byt": 15, "protobuf": [7, 13], "protocol": [2, 6], "provid": [0, 2, 3, 4, 5, 6, 7, 8, 9, 14, 15, 17, 18, 20, 23, 24, 27, 31, 33, 37, 41], "prune": [2, 7, 11], "psychic": 24, "public": [0, 7], "pull": 21, "pure": 21, "push": [21, 35], "pushdown_filt": 34, "put": 30, "py": [2, 3, 7, 15, 20, 31, 44], "pyarrow": [0, 2, 3, 4, 7, 11, 14, 18, 20, 25, 31, 35, 38, 45], "pycapsul": [2, 3, 20, 31, 35, 38, 44], "pycapsuleinterfac": 2, "pymethod": [31, 44], "pyo3": [20, 21, 31], "pyo3_build_config": 21, "pyo3_config_fil": 21, "pyo3_print_config": 21, "pyobject": [4, 7], "pypi": 37, "pyproject": 21, "pyresult": [31, 44], "pyruntimeerror": 44, "pyspark": 22, "pytabl": 20, "pytest": 21, "python": [2, 4, 7, 18, 25, 26, 31, 35, 37, 38, 44], "python3": 21, "python_valu": [4, 7], "pythontyp": [4, 7], "queri": [2, 7, 13, 15, 18, 20, 22, 23, 27, 32, 36], "quick": 25, "quit": 43, "quot": 30, "r": [3, 4, 5, 7, 17, 20, 21], "radian": [4, 5, 7], "rais": [3, 5, 6, 7], "random": [5, 18, 25, 26], "rang": [2, 3, 4, 5, 7, 18, 25, 26, 27, 31, 33, 34], "rank": [5, 18, 31, 33], "ranks_in_partit": 18, "rather": [5, 15], "ratio": 5, "raw": [4, 6], "raw_sort": 4, "rawexpr": [4, 7], "rb": [7, 14], "re": 20, "read": [2, 7, 9, 10, 11, 15, 20, 34, 35, 37, 39, 40, 42, 43, 45], "read_avro": [2, 7, 11, 39], "read_csv": [2, 7, 11, 22, 23, 24, 33, 35, 37, 40], "read_json": [2, 7, 11, 42], "read_parquet": [2, 7, 11, 23, 30, 43], "read_tabl": 2, "reader": [2, 7, 11, 38], "realiti": 24, "reason": 21, "rebuild": 21, "receiv": [5, 18, 20], "recent": [33, 35], "recommend": [3, 20, 21, 31], "record": [2, 3, 6, 7, 13, 14, 23, 30, 31, 35, 38, 39], "record_batch": [2, 3, 7, 19], "record_batch_stream": [7, 14], "recordbatch": [2, 3, 6, 7, 14, 31, 35], "recordbatchstream": [2, 3, 7, 14], "recursivequeri": 4, "red": [26, 36], "red_or_green_unit": 26, "red_unit": 26, "reduc": [21, 31, 36], "ref": [5, 31], "refer": [3, 5, 6, 20, 23, 27, 45], "referenc": [2, 23], "reflect": 6, "refresh": 6, "regardless": 18, "regener": 21, "regex": 5, "regexp_count": 5, "regexp_lik": 5, "regexp_match": [5, 27], "regexp_replac": [5, 27], "region": 35, "regist": [2, 6, 7, 8, 11, 20, 23, 28, 31, 35, 36, 44, 45], "register_avro": 2, "register_csv": [2, 27, 36, 40, 45], "register_dataset": [2, 35], "register_formatt": 6, "register_json": 2, "register_listing_t": 2, "register_object_stor": [2, 35], "register_parquet": [2, 35, 43], "register_record_batch": 2, "register_t": [2, 3], "register_table_provid": [2, 35, 44], "register_udaf": 2, "register_udf": 2, "register_udtf": [2, 31], "register_udwf": 2, "register_view": [2, 32], "regr_avgi": [5, 24], "regr_avgx": [5, 24], "regr_count": [5, 24], "regr_intercept": [5, 24], "regr_r2": [5, 24], "regr_slop": [5, 24], "regr_sxi": 5, "regr_sxx": [5, 24], "regr_syi": [5, 24], "regress": [5, 24], "regular": [5, 6, 27], "rel": [5, 33], "relat": [6, 7, 13, 29], "releas": [20, 33], "relev": 21, "reli": 21, "reload": 6, "remain": [4, 5, 7, 27], "remot": [9, 10], "remov": [2, 3, 4, 5, 7, 24], "renam": 3, "renamed_ag": 26, "render": 6, "repartit": [2, 3, 4, 7], "repartition_by_hash": 3, "repeat": [5, 26], "repeated_arrai": 26, "replac": [3, 5, 27], "repo": 21, "report": [3, 21], "repositori": [20, 31, 35], "repr": 6, "repr_row": [6, 36], "repres": [2, 3, 4, 5, 7, 11, 13, 14, 15, 23, 26, 31, 36], "represent": [2, 3, 4, 5, 6, 7, 11, 13, 18], "request": [3, 21], "requested_schema": [2, 3], "requir": [3, 4, 18, 20, 27, 35], "reserv": [2, 7], "reset": [6, 36], "reset_formatt": [6, 36], "reset_styles_loaded_st": 6, "resolv": [21, 33], "resourc": 20, "respect": [3, 5, 24, 35], "respect_nul": [5, 24, 33], "result": [2, 3, 5, 7, 13, 14, 18, 22, 23, 24, 26, 29, 30, 31, 32, 33, 36], "result_dict": 32, "retriev": [2, 4, 7, 29], "return": [0, 2, 3, 6, 8, 9, 10, 11, 13, 15, 18, 26, 29, 31, 36, 38], "return_typ": [7, 18], "reus": 20, "reusabl": 4, "revers": [4, 5, 7], "review": [20, 21], "rex": [4, 7], "rex_call_oper": [4, 7], "rex_call_operand": [4, 7], "rex_typ": [4, 7], "rextyp": [4, 7], "rfc3339": [4, 5, 7], "rh": [4, 7], "rhyhorn": 33, "rich": 6, "richer": 36, "right": [3, 5, 29], "right_on": [3, 29], "ritchi": 33, "robin": 3, "rock": 24, "roll": 33, "root": [4, 5, 7, 13], "roption": 20, "round": [3, 5, 23], "rout": 20, "row": [2, 3, 4, 5, 6, 7, 11, 18, 23, 24, 25, 26, 29, 31, 32, 33, 36, 45], "row_count": 6, "row_idx": 6, "row_numb": [5, 18, 33], "rpad": 5, "rresult": 20, "rstring": 20, "rtrim": [4, 5, 7], "rubi": 25, "run": [2, 3, 7, 11, 22, 32, 37], "runnabl": 21, "runtim": [2, 7, 18, 34], "runtimeconfig": 2, "runtimeenvbuild": [2, 7, 34], "rust": [5, 20, 22, 31, 34, 35, 36, 44], "rustc": 20, "rustflag": 21, "rustonomicon": 20, "rvec": 20, "s3": 35, "safe": 20, "safeti": 22, "same": [3, 5, 7, 18, 20, 23, 31], "sampl": [5, 25, 32], "saur": 27, "save": 18, "scalar": [4, 7, 18, 26, 28], "scalarsubqueri": 4, "scalarudf": [2, 7, 18], "scalarvalu": 18, "scalarvari": 4, "scan": [2, 7, 13], "schema": [0, 2, 3, 4, 6, 7, 11, 13, 25, 36], "schema_infer_max_record": [2, 7, 11], "schema_nam": [4, 7], "scheme": 3, "scienc": 27, "score": 5, "script": 6, "search": 5, "second": [5, 23, 24, 26], "second_arrai": 5, "secret_access_kei": 35, "section": [20, 23, 25, 28, 29, 33, 35], "see": [2, 3, 4, 5, 7, 14, 15, 17, 18, 20, 21, 23, 24, 26, 31, 33], "seen": [18, 24], "select": [2, 3, 4, 5, 7, 11, 18, 23, 26, 27, 28, 31, 32, 33, 36, 38, 45], "select_column": 3, "self": [7, 14, 18, 31, 36, 44], "semi": [3, 28], "sensit": 3, "separ": 5, "seper": 5, "sequenc": 3, "serd": 15, "seri": 26, "serial": [15, 39], "serialize_byt": 15, "serialize_to_plan": 15, "serv": 20, "session": [2, 6, 7, 31, 34, 36, 37], "session_id": 2, "sessionconfig": [2, 7, 34], "sessioncontext": [2, 3, 5, 7, 8, 13, 15, 20, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45], "sessioncontextintern": 2, "set": [0, 2, 4, 5, 6, 7, 17, 18, 20, 21, 23, 28, 31, 34, 36], "set_custom_cell_build": 6, "set_custom_header_build": 6, "set_formatt": 6, "setvari": 4, "sever": 30, "sha": [4, 5, 7], "sha224": [4, 5, 7], "sha256": [4, 5, 7], "sha384": [4, 5, 7], "sha512": [4, 5, 7], "sharabl": 20, "share": [6, 20, 21, 23, 26, 38], "shift_offet": 5, "shift_offset": 5, "shot": 18, "should": [2, 4, 5, 7, 8, 11, 13, 15, 21, 24, 29, 31, 33], "show": [3, 6, 20, 22, 23, 25, 26, 29, 31, 33, 35, 36, 37, 44], "show_truncation_messag": [6, 36], "shown": 6, "side": [4, 5, 7, 20], "sign": [4, 5, 7], "signific": 35, "significantli": 5, "signum": [4, 5, 7], "silver": 5, "similar": [5, 20, 23, 26, 33, 36], "similarto": 4, "simpl": [5, 21, 30, 42, 43], "simplest": [18, 31], "simpli": [3, 7, 18, 20, 21], "simplifi": 33, "sin": [4, 5, 7], "sinc": [3, 24, 31, 35], "sine": [4, 5, 7], "singl": [2, 3, 4, 5, 7, 13, 18, 24, 26, 31, 33], "sinh": [4, 5, 7], "size": [2, 3, 5, 7, 26, 36], "skip": [2, 3, 7, 11, 18], "skip_metadata": [2, 7, 11], "slice": 5, "slightli": 31, "slope": 5, "slow": 3, "slower": 3, "slowest": 31, "slowpok": 33, "small": 35, "smallest": [18, 24], "smooth_a": 31, "snappi": 3, "snorlax": 33, "so": [2, 3, 7, 20, 21, 30, 31, 33, 38, 44], "softwar": [7, 13, 20], "solid": 36, "some": [5, 18, 20, 21, 24, 27, 31, 33, 37, 44], "sometim": [2, 7, 20, 35], "soon": [5, 35], "sort": [2, 3, 4, 5, 7, 11, 24, 33], "sortexpr": [2, 3, 4, 5, 7], "sound": 20, "sourc": [2, 5, 7, 8, 9, 10, 11, 20, 21, 23, 36, 37, 38, 44], "sp": [22, 35, 37], "space": [4, 5, 7], "sparingli": 31, "special": [6, 18], "specif": [3, 4, 6, 7, 13, 25, 26, 27, 33, 36], "specifi": [2, 3, 4, 5, 7, 26, 27, 29, 31, 33], "speed": [3, 22, 24, 33, 35, 37], "sphinx": 19, "spill": [2, 7], "spillabl": [2, 7], "split": [5, 31], "split_part": 5, "sql": [2, 7, 13, 15, 17, 18, 22, 23, 26, 30, 32, 36], "sql_with_opt": 2, "sqlite": 17, "sqloption": [2, 7], "sqltabl": [8, 9, 10], "sqltype": [4, 7], "sqrt": [4, 5, 7], "squar": [4, 5, 7], "squi": 27, "squirtl": [22, 27, 33, 35, 37], "src": [4, 7, 21], "stabl": [18, 20, 31], "standard": [5, 20], "start": [4, 5, 7, 18, 26, 30, 33, 37], "start_ag": 26, "start_bound": [4, 7], "started_young": 26, "starts_with": 5, "state": [2, 6, 7, 18, 23, 31], "state_typ": [7, 18], "statement": [2, 4, 5, 7, 23, 45], "static": [4, 7, 13, 15, 17, 18], "statist": [3, 24, 25], "std": 25, "stddev": [5, 24], "stddev_pop": [5, 24], "stddev_samp": 5, "steel": 24, "step": [5, 20], "still": [31, 35], "stop": 5, "storag": 35, "store": [2, 4, 7, 12], "str": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 15, 17, 18], "str_lit": 27, "straightforward": [39, 40], "stream": [2, 3, 7, 14, 20], "strftime": 5, "stride": 5, "string": [3, 4, 5, 6, 7, 13, 17, 18, 20, 21, 24, 25, 26, 28], "string1": 5, "string2": 5, "string_agg": [5, 24], "string_list": 5, "string_liter": [4, 7, 27], "string_view": [4, 7, 38], "strong": 22, "strpo": 5, "struct": [2, 4, 5, 7, 20, 28, 38], "structarrai": 38, "structur": [7, 13, 20], "style": [6, 20, 26], "style_provid": [6, 36], "styleprovid": [6, 36], "sub": [4, 7], "subfield": [4, 5, 7], "submit": 21, "submodul": 21, "subqueri": 4, "subqueryalia": 4, "subset": [3, 27, 30], "substr": 5, "substr_index": 5, "substrait": [7, 19], "subtract": [4, 7], "suffici": [2, 7], "suffix": 5, "suggest": 35, "sum": [5, 7, 18, 24, 31], "sum_bias_10": [7, 18], "summar": [3, 7, 18], "summari": [3, 24, 25], "support": [3, 4, 5, 6, 7, 13, 15, 17, 20, 29, 31, 35, 36], "supports_bounded_execut": [18, 31], "suppos": [5, 20, 24], "suppress_build_script_link_lin": 21, "sure": 21, "switch": 6, "symbol": 3, "sync": 21, "synchon": 20, "syntax": 5, "system": [2, 7, 20, 21], "t": [5, 18, 30], "t1": 18, "tabl": [0, 2, 3, 6, 7, 8, 9, 10, 11, 13, 18, 20, 23, 25, 27, 28, 29, 36, 37, 38, 40, 41, 43], "table_exist": 2, "table_id": 6, "table_nam": [8, 9, 10], "table_partition_col": [2, 7, 11], "table_provid": 2, "table_uuid": [6, 36], "tablefunct": [2, 7, 18], "tableprovid": [20, 44], "tableproviderexport": 2, "tablescan": 4, "tag": 6, "tail": 3, "take": [3, 6, 18, 20, 21, 24, 26, 31, 33], "tan": [4, 5, 7], "tangent": [4, 5, 7], "tanh": [4, 5, 7], "target": [2, 7], "target_partit": [2, 7], "task": [27, 38], "taxi": 23, "td": 36, "technic": 22, "tempor": 28, "temporari": [2, 7, 36], "temporarili": 36, "term": 33, "termin": 36, "terminologi": 20, "test": [5, 21], "text": [2, 5, 36], "textual": 27, "th": [5, 36], "than": [3, 4, 5, 7, 24, 31, 36], "thei": [8, 18, 20, 26, 31], "them": [5, 20, 21, 23, 25], "theme": 36, "then_expr": 4, "therefor": 3, "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32, 33, 35, 36, 37, 38, 44], "third": 23, "thoroughli": 20, "those": [3, 4, 7, 22, 24, 31, 35], "though": 31, "thread": 22, "three": [31, 33, 35], "through": [6, 20, 22, 28, 35, 36, 37], "thu": 18, "thusli": 20, "ticket": 21, "tie": 5, "tight": 20, "tile": 5, "time": [5, 18, 20, 21, 24, 26, 27, 31, 38], "time64": 5, "timestamp": [4, 5, 7, 27], "tip_amount": [23, 30], "tip_perc": 23, "tips_plus_tol": 30, "tlc": [23, 30], "tmp": [2, 7], "to_arrow_t": 3, "to_hex": [4, 5, 7], "to_panda": [3, 25, 27, 45], "to_polar": 3, "to_proto": [7, 13], "to_pyarrow": [7, 14], "to_pyarrow_dataset": 35, "to_pydict": [3, 32], "to_pylist": 3, "to_str": 44, "to_substrait_plan": 15, "to_timestamp": [5, 27], "to_timestamp_micro": 5, "to_timestamp_milli": 5, "to_timestamp_nano": 5, "to_timestamp_second": 5, "to_unixtim": 5, "to_val": 5, "to_vari": [4, 7, 13], "togeth": [3, 5, 24], "tolls_amount": 30, "toml": 21, "top": 25, "topic": 35, "total": [3, 4, 5, 7, 22, 23, 26, 27, 35, 37], "total_amount": 23, "total_as_float": 27, "total_as_int": 27, "toward": 5, "tr": 36, "tracker": 5, "tradit": 21, "trait": [18, 20], "transact": [2, 7], "transactionaccessmod": 4, "transactionconclus": 4, "transactionend": 4, "transactionisolationlevel": 4, "transactionstart": 4, "transfer": 20, "transform": [3, 7, 13, 23], "translat": [5, 20], "treat": [4, 33], "treatment": [4, 7], "tree": [7, 13, 26], "trigger": 3, "trim": [4, 5, 7], "trip": [23, 30, 35], "trip_dist": [23, 30], "trivial": [3, 21], "tru": 3, "true": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 18, 21, 24, 26, 27, 30, 31, 33, 34, 36], "trunc": 5, "truncat": [5, 6, 24, 27, 30, 33, 36], "try": [2, 7, 11, 20], "trycast": 4, "tupl": [2, 3, 5, 7, 11, 18], "turn": [3, 4, 7, 20], "tutori": 37, "two": [3, 4, 5, 7, 13, 20, 24, 26, 29, 31, 33, 34], "type": [2, 3, 4, 5, 6, 7, 11, 18, 20, 21, 22, 24, 26, 27, 30, 31, 33, 35, 37], "type_class": 6, "typeerror": 6, "typic": [0, 4, 7, 14, 17, 18, 23], "typing_extens": [7, 14], "u": [20, 24, 26, 35], "udaf": [2, 7, 18, 22, 31], "udaf1": [7, 18], "udaf2": [7, 18], "udaf3": [7, 18], "udf": [2, 7, 18, 19, 22, 31], "udf4": [7, 18], "udtf": [7, 18], "udwf": [2, 7, 18], "udwf1": [7, 18], "udwf2": [7, 18], "udwf3": [7, 18], "ui": 6, "ultim": 21, "unari": [7, 13], "unbound": [2, 4, 7, 18, 33], "unchang": [3, 27], "uncompress": 3, "undefin": 21, "under": [2, 20], "underli": [4, 7, 20], "unfortun": 20, "unicod": [4, 5, 7], "union": [3, 4, 5], "union_distinct": 3, "uniqu": [2, 5, 6, 18, 24], "unit": [4, 7, 33], "unixtim": 5, "unknown": 4, "unlik": [4, 7, 33], "unmatch": 29, "unnest": [3, 4], "unnest_column": 3, "unnestexpr": 4, "unoptim": 3, "unpars": [7, 19], "unsaf": 20, "unspil": [2, 7], "until": 23, "unwrap": 44, "up": [7, 13, 18, 23, 26, 33], "updat": [2, 3, 7, 18, 31], "upon": [5, 20, 31], "upper": [4, 5, 7], "uppercas": [4, 5, 7], "upstream": 20, "urbango": 29, "url": 2, "us": [2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 15, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 40, 42, 43, 44], "usag": [2, 3, 4, 5, 7, 18, 24, 33], "use_shared_styl": [6, 7, 36], "user": [0, 2, 3, 4, 5, 7, 8, 13, 14, 15, 16, 17, 18, 20, 21, 23, 26, 27, 28, 35, 37], "user_defin": [2, 7, 19, 31], "uses_window_fram": [18, 31], "utc": 5, "utf8": [4, 5, 7], "utf8view": [4, 7], "util": [6, 20, 33], "uuid": 5, "uv": 21, "v": 21, "v4": 5, "valid": [2, 4, 6, 7, 8, 9, 10, 18], "valu": [2, 3, 4, 5, 6, 7, 13, 18, 24, 26, 28, 29, 30, 31, 33, 36], "value1": 5, "value2": 5, "value_i": 5, "value_x": 5, "valueerror": [3, 6, 7], "values_a": 31, "values_b": 31, "var": 5, "var_pop": [5, 24], "var_samp": [5, 24], "var_sampl": 5, "variabl": [2, 5, 7, 21, 26], "varianc": 5, "variant": [4, 7, 13, 29], "variant_nam": [4, 7], "varieti": [26, 31, 35], "variou": 37, "vastli": 21, "vec": 20, "vendorid": 30, "venomoth": 33, "venonat": 33, "venu": 27, "venufleur": 27, "venufleurmega": 27, "venusaur": [22, 27, 33, 35, 37], "venusaurmega": [22, 27, 33, 35, 37], "venv": 21, "verbos": 3, "veri": [39, 40], "verifi": 37, "verion": 35, "version": [20, 21, 35], "via": [2, 15, 20, 21, 22, 26, 29, 31, 35, 37, 44, 45], "view": [2, 25, 27, 28, 37], "view1": 32, "viewtabl": 3, "vink": 33, "virtual": [2, 7, 21], "visual": [7, 13, 23, 36], "volatil": [7, 18, 31], "voltorb": [24, 33], "vulpix": 24, "wa": [2, 7], "wai": [20, 21, 24, 35, 37], "wait": 20, "want": [20, 21, 24, 27, 31, 33, 44], "wartortl": [22, 35, 37], "water": [22, 24, 27, 35, 37], "we": [3, 20, 21, 23, 24, 26, 27, 29, 30, 31, 33, 34, 37, 38], "weedl": [22, 33, 35, 37], "weight": [5, 26], "welcom": [21, 37], "well": [2, 7, 20, 21], "were": [20, 26], "what": [20, 23], "whatev": 18, "when": [2, 4, 5, 6, 7, 11, 18, 20, 21, 22, 24, 26, 29, 31, 33, 34, 36, 42], "when_expr": 4, "whenev": 21, "where": [3, 4, 5, 7, 13, 24, 26, 27, 31, 32, 33], "wherea": 26, "wherev": 20, "whether": [2, 4, 5, 6, 7, 11, 18, 26], "which": [2, 3, 4, 5, 7, 18, 20, 21, 22, 24, 26, 30, 31, 33, 35, 38], "while": [18, 29], "white": 36, "who": 20, "whole": 24, "wide": [26, 34, 35], "width": [6, 36], "window": [2, 4, 5, 7, 18, 24, 28], "window_fram": [4, 5, 7, 33], "windowevalu": [7, 18, 31], "windowexpr": 4, "windowfram": [4, 5, 7, 33], "windowframebound": [4, 7], "windowudf": [2, 7, 18], "wish": [20, 31], "with_allow_ddl": [2, 7], "with_allow_dml": [2, 7], "with_allow_stat": [2, 7], "with_batch_s": [2, 7], "with_column": 3, "with_column_renam": 3, "with_create_default_catalog_and_schema": [2, 7, 34], "with_default_catalog_and_schema": [2, 7, 34], "with_disk_manager_dis": [2, 7], "with_disk_manager_o": [2, 7, 34], "with_disk_manager_specifi": [2, 7], "with_fair_spill_pool": [2, 7, 34], "with_greedy_memory_pool": [2, 7], "with_head": 3, "with_information_schema": [2, 7, 34], "with_parquet_prun": [2, 7, 34], "with_pretti": 17, "with_repartition_aggreg": [2, 7, 34], "with_repartition_file_min_s": [2, 7], "with_repartition_file_scan": [2, 7], "with_repartition_join": [2, 7, 34], "with_repartition_sort": [2, 7], "with_repartition_window": [2, 7, 34], "with_target_partit": [2, 7, 34], "with_temp_file_path": [2, 7], "with_unbounded_memory_pool": [2, 7], "within": [5, 9, 18, 24, 26], "within_limit": 3, "without": [4, 5, 7, 20, 21, 24, 27, 29, 30, 31], "won": 30, "word": [4, 5, 7], "work": [2, 5, 7, 23, 27, 30, 36, 37], "workflow": 21, "would": [4, 5, 8, 18, 20], "wrap": [2, 3, 20], "wrapper": [2, 7, 14, 21], "write": [3, 8, 15, 20, 31], "write_csv": 3, "write_json": 3, "write_parquet": 3, "written": [20, 22], "x": [5, 7, 18, 22, 27, 33, 35, 37, 45], "xor": 5, "y": [5, 18, 22, 27, 33, 35, 37], "year": 5, "years_in_posit": 26, "yellow": [23, 35], "yellow_tripdata_2021": [23, 30], "yet": 3, "yield": 5, "you": [2, 5, 7, 18, 20, 21, 22, 23, 24, 25, 26, 27, 30, 31, 32, 33, 34, 35, 36, 37, 38, 44], "your": [7, 18, 20, 21, 24, 25, 30, 31, 36, 44], "yourself": 20, "z": [2, 7, 18], "zero": [3, 5, 22, 38], "zstandard": 3, "zstd": 3, "zubat": 24, "\u03c0": 5}, "titles": ["datafusion.catalog", "datafusion.col", "datafusion.context", "datafusion.dataframe", "datafusion.expr", "datafusion.functions", "datafusion.html_formatter", "datafusion", "datafusion.input.base", "datafusion.input", "datafusion.input.location", "datafusion.io", "datafusion.object_store", "datafusion.plan", "datafusion.record_batch", "datafusion.substrait", "datafusion.udf", "datafusion.unparser", "datafusion.user_defined", "API Reference", "Python Extensions", "Introduction", "DataFusion in Python", "Concepts", "Aggregation", "Basic Operations", "Expressions", "Functions", "Common Operations", "Joins", "Column Selections", "User-Defined Functions", "Registering Views", "Window Functions", "Configuration", "Data Sources", "DataFrames", "Introduction", "Arrow", "Avro", "CSV", "IO", "JSON", "Parquet", "Custom Table Provider", "SQL"], "titleterms": {"The": 20, "aggreg": [24, 31, 33], "altern": 20, "anti": 29, "api": 19, "approach": 20, "arrai": 26, "arrow": [20, 38], "attribut": [1, 4, 7, 12, 18], "avail": 33, "avro": 39, "base": 8, "basic": [25, 36], "boolean": 26, "build": 21, "cast": 27, "catalog": 0, "class": [0, 2, 3, 4, 6, 7, 8, 9, 10, 13, 14, 15, 17, 18], "code": 21, "col": 1, "column": [26, 30], "commit": 21, "common": 28, "concept": 23, "condit": 27, "configur": 34, "content": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18], "context": [2, 23], "contextu": 36, "control": 36, "creat": [35, 36], "csv": 40, "custom": [35, 36, 44], "data": 35, "datafram": [3, 23, 35, 36], "datafus": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 22, 38], "defin": 31, "delta": 35, "depend": 21, "detail": 20, "develop": 21, "displai": 36, "distinct": 24, "exampl": 22, "export": 38, "expr": 4, "express": [23, 26], "extens": 20, "ffi": 20, "file": 35, "fill_nul": 27, "filter": 24, "format": 36, "formatt": 36, "frame": 33, "from": [20, 38], "full": 29, "function": [5, 6, 7, 11, 24, 26, 27, 31, 33], "guidelin": 21, "handl": 27, "hook": 21, "how": 21, "html": 36, "html_formatt": 6, "iceberg": 35, "implement": 20, "import": 38, "improv": 21, "inner": 29, "input": [8, 9, 10], "inspir": 20, "instal": [21, 22, 37], "introduct": [21, 37], "io": [11, 41], "issu": 20, "join": 29, "json": 42, "lake": 35, "left": 29, "librari": 35, "liter": 26, "local": 35, "locat": 10, "manag": 36, "mathemat": 27, "memori": [35, 36], "miss": 27, "modul": [0, 1, 2, 3, 4, 5, 6, 8, 10, 11, 12, 13, 14, 15, 17, 18], "null": [24, 33], "object": 35, "object_stor": 12, "oper": [25, 28], "optim": 36, "option": 31, "order": [24, 33], "other": [27, 35], "overview": 36, "packag": [7, 9], "paramet": [24, 33], "parquet": 43, "partit": 33, "perform": 36, "plan": 13, "pre": 21, "primari": 20, "provid": [35, 36, 44], "python": [20, 21, 22], "record_batch": 14, "refer": 19, "regist": 32, "render": 36, "return": [4, 5, 7], "run": 21, "rust": 21, "scalar": 31, "select": 30, "semi": 29, "separ": 21, "session": 23, "set": [24, 33], "share": 36, "sourc": 35, "speed": 21, "sql": 45, "statu": 20, "store": 35, "string": 27, "struct": 26, "style": 36, "submodul": [7, 9], "substrait": 15, "tabl": [31, 35, 44], "tempor": 27, "treatment": [24, 33], "udf": 16, "udwf": 31, "unpars": 17, "updat": 21, "usag": 36, "user": 31, "user_defin": 18, "valu": 27, "view": 32, "window": [31, 33], "work": 20}}) \ No newline at end of file +Search.setIndex({"alltitles": {"API Reference": [[18, null]], "Additional Resources": [[36, "additional-resources"]], "Aggregate Functions": [[23, "aggregate-functions"], [30, "aggregate-functions"], [32, "aggregate-functions"]], "Aggregation": [[23, null]], "Alternative Approach": [[19, "alternative-approach"]], "Arrays": [[25, "arrays"]], "Arrow": [[38, null]], "Attributes": [[4, "attributes"], [7, "attributes"], [12, "attributes"], [17, "attributes"]], "Available Functions": [[32, "available-functions"]], "Avro": [[39, null]], "Basic HTML Rendering": [[36, "basic-html-rendering"]], "Basic Operations": [[24, null]], "Best Practices": [[36, "best-practices"]], "Boolean": [[25, "boolean"]], "Built-in Functions": [[35, "built-in-functions"]], "CSV": [[40, null]], "Casting": [[26, "casting"]], "Catalog": [[34, "catalog"]], "Classes": [[0, "classes"], [1, "classes"], [2, "classes"], [3, "classes"], [4, "classes"], [7, "classes"], [8, "classes"], [9, "classes"], [10, "classes"], [13, "classes"], [14, "classes"], [15, "classes"], [16, "classes"], [17, "classes"]], "Column": [[25, "column"]], "Column Selections": [[29, null]], "Common DataFrame Operations": [[35, "common-dataframe-operations"]], "Common Operations": [[27, null]], "Concepts": [[22, null]], "Conditional": [[26, "conditional"]], "Configuration": [[33, null]], "Configuring the HTML Formatter": [[36, "configuring-the-html-formatter"]], "Contextual Formatting": [[36, "contextual-formatting"]], "Core Classes": [[35, "core-classes"]], "Create in-memory": [[34, "create-in-memory"]], "Creating DataFrames": [[35, "creating-dataframes"]], "Creating a Custom Formatter": [[36, "creating-a-custom-formatter"]], "Custom Style Providers": [[36, "custom-style-providers"]], "Custom Table Provider": [[34, "custom-table-provider"], [44, null]], "Customizing HTML Rendering": [[36, "customizing-html-rendering"]], "Data Sources": [[34, null]], "DataFrame": [[22, "dataframe"]], "DataFrames": [[35, null]], "DataFusion in Python": [[21, null]], "Delta Lake": [[34, "delta-lake"]], "Distinct": [[23, "distinct"]], "Example": [[21, "example"]], "Exporting from DataFusion": [[38, "exporting-from-datafusion"]], "Expression Classes": [[35, "expression-classes"]], "Expressions": [[22, "expressions"], [25, null]], "Filter": [[23, "filter"]], "Full Join": [[28, "full-join"]], "Functions": [[3, "functions"], [5, "functions"], [7, "functions"], [11, "functions"], [25, "functions"], [26, null]], "Guidelines for Separating Python and Rust Code": [[20, "guidelines-for-separating-python-and-rust-code"]], "HTML Rendering": [[35, "html-rendering"]], "HTML Rendering in Jupyter": [[36, null]], "Handling Missing Values": [[26, "handling-missing-values"]], "How to develop": [[20, "how-to-develop"]], "IO": [[41, null]], "Iceberg": [[34, "iceberg"]], "Implementation Details": [[19, "implementation-details"]], "Importing to DataFusion": [[38, "importing-to-datafusion"]], "Improving Build Speed": [[20, "improving-build-speed"]], "Inner Join": [[28, "inner-join"]], "Inspiration from Arrow": [[19, "inspiration-from-arrow"]], "Install": [[21, "install"]], "Installation": [[37, "installation"]], "Introduction": [[20, null], [37, null]], "JSON": [[42, null]], "Joins": [[28, null]], "Left Anti Join": [[28, "left-anti-join"]], "Left Join": [[28, "left-join"]], "Left Semi Join": [[28, "left-semi-join"]], "Literal": [[25, "literal"]], "Local file": [[34, "local-file"]], "Managing Formatters": [[36, "managing-formatters"]], "Mathematical": [[26, "mathematical"]], "Memory and Display Controls": [[36, "memory-and-display-controls"]], "Module Contents": [[0, "module-contents"], [1, "module-contents"], [2, "module-contents"], [3, "module-contents"], [4, "module-contents"], [5, "module-contents"], [8, "module-contents"], [10, "module-contents"], [11, "module-contents"], [12, "module-contents"], [13, "module-contents"], [14, "module-contents"], [15, "module-contents"], [16, "module-contents"], [17, "module-contents"]], "Null Treatment": [[23, "null-treatment"], [32, "null-treatment"]], "Object Store": [[34, "object-store"]], "Ordering": [[23, "ordering"], [32, "ordering"]], "Other": [[26, "other"]], "Other DataFrame Libraries": [[34, "other-dataframe-libraries"]], "Overview": [[35, "overview"]], "Package Contents": [[7, "package-contents"], [9, "package-contents"]], "Parquet": [[43, null]], "Partitions": [[32, "partitions"]], "Performance Optimization with Shared Styles": [[36, "performance-optimization-with-shared-styles"]], "Python Extensions": [[19, null]], "Registering Views": [[31, null]], "Returns:": [[4, "returns"], [4, "id1"], [5, "returns"], [5, "id1"], [7, "returns"], [7, "id1"]], "Running & Installing pre-commit hooks": [[20, "running-installing-pre-commit-hooks"]], "SQL": [[45, null]], "Scalar Functions": [[30, "scalar-functions"]], "Session Context": [[22, "session-context"]], "Setting Parameters": [[23, "setting-parameters"], [32, "setting-parameters"]], "Status of Work": [[19, "status-of-work"]], "String": [[26, "string"]], "Structs": [[25, "structs"]], "Submodules": [[7, "submodules"], [9, "submodules"]], "Table Functions": [[30, "table-functions"]], "Temporal": [[26, "temporal"]], "Terminal Operations": [[35, "terminal-operations"]], "The FFI Approach": [[19, "the-ffi-approach"]], "The Primary Issue": [[19, "the-primary-issue"]], "UDWF options": [[30, "udwf-options"]], "Update Dependencies": [[20, "update-dependencies"]], "User Defined Catalog and Schema": [[34, "user-defined-catalog-and-schema"]], "User-Defined Functions": [[30, null]], "Window Frame": [[32, "window-frame"]], "Window Functions": [[30, "window-functions"], [32, null]], "datafusion": [[7, null]], "datafusion.catalog": [[0, null]], "datafusion.context": [[1, null]], "datafusion.dataframe": [[2, null]], "datafusion.dataframe_formatter": [[3, null]], "datafusion.expr": [[4, null]], "datafusion.functions": [[5, null]], "datafusion.html_formatter": [[6, null]], "datafusion.input": [[9, null]], "datafusion.input.base": [[8, null]], "datafusion.input.location": [[10, null]], "datafusion.io": [[11, null]], "datafusion.object_store": [[12, null]], "datafusion.plan": [[13, null]], "datafusion.record_batch": [[14, null]], "datafusion.substrait": [[15, null]], "datafusion.unparser": [[16, null]], "datafusion.user_defined": [[17, null]], "fill_null": [[26, "fill-null"]]}, "docnames": ["autoapi/datafusion/catalog/index", "autoapi/datafusion/context/index", "autoapi/datafusion/dataframe/index", "autoapi/datafusion/dataframe_formatter/index", "autoapi/datafusion/expr/index", "autoapi/datafusion/functions/index", "autoapi/datafusion/html_formatter/index", "autoapi/datafusion/index", "autoapi/datafusion/input/base/index", "autoapi/datafusion/input/index", "autoapi/datafusion/input/location/index", "autoapi/datafusion/io/index", "autoapi/datafusion/object_store/index", "autoapi/datafusion/plan/index", "autoapi/datafusion/record_batch/index", "autoapi/datafusion/substrait/index", "autoapi/datafusion/unparser/index", "autoapi/datafusion/user_defined/index", "autoapi/index", "contributor-guide/ffi", "contributor-guide/introduction", "index", "user-guide/basics", "user-guide/common-operations/aggregations", "user-guide/common-operations/basic-info", "user-guide/common-operations/expressions", "user-guide/common-operations/functions", "user-guide/common-operations/index", "user-guide/common-operations/joins", "user-guide/common-operations/select-and-filter", "user-guide/common-operations/udf-and-udfa", "user-guide/common-operations/views", "user-guide/common-operations/windows", "user-guide/configuration", "user-guide/data-sources", "user-guide/dataframe/index", "user-guide/dataframe/rendering", "user-guide/introduction", "user-guide/io/arrow", "user-guide/io/avro", "user-guide/io/csv", "user-guide/io/index", "user-guide/io/json", "user-guide/io/parquet", "user-guide/io/table_provider", "user-guide/sql"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["autoapi/datafusion/catalog/index.rst", "autoapi/datafusion/context/index.rst", "autoapi/datafusion/dataframe/index.rst", "autoapi/datafusion/dataframe_formatter/index.rst", "autoapi/datafusion/expr/index.rst", "autoapi/datafusion/functions/index.rst", "autoapi/datafusion/html_formatter/index.rst", "autoapi/datafusion/index.rst", "autoapi/datafusion/input/base/index.rst", "autoapi/datafusion/input/index.rst", "autoapi/datafusion/input/location/index.rst", "autoapi/datafusion/io/index.rst", "autoapi/datafusion/object_store/index.rst", "autoapi/datafusion/plan/index.rst", "autoapi/datafusion/record_batch/index.rst", "autoapi/datafusion/substrait/index.rst", "autoapi/datafusion/unparser/index.rst", "autoapi/datafusion/user_defined/index.rst", "autoapi/index.rst", "contributor-guide/ffi.rst", "contributor-guide/introduction.rst", "index.rst", "user-guide/basics.rst", "user-guide/common-operations/aggregations.rst", "user-guide/common-operations/basic-info.rst", "user-guide/common-operations/expressions.rst", "user-guide/common-operations/functions.rst", "user-guide/common-operations/index.rst", "user-guide/common-operations/joins.rst", "user-guide/common-operations/select-and-filter.rst", "user-guide/common-operations/udf-and-udfa.rst", "user-guide/common-operations/views.rst", "user-guide/common-operations/windows.rst", "user-guide/configuration.rst", "user-guide/data-sources.rst", "user-guide/dataframe/index.rst", "user-guide/dataframe/rendering.rst", "user-guide/introduction.rst", "user-guide/io/arrow.rst", "user-guide/io/avro.rst", "user-guide/io/csv.rst", "user-guide/io/index.rst", "user-guide/io/json.rst", "user-guide/io/parquet.rst", "user-guide/io/table_provider.rst", "user-guide/sql.rst"], "indexentries": {"__add__() (datafusion.expr method)": [[7, "datafusion.Expr.__add__", false]], "__add__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__add__", false]], "__aiter__() (datafusion.record_batch.recordbatchstream method)": [[14, "datafusion.record_batch.RecordBatchStream.__aiter__", false]], "__aiter__() (datafusion.recordbatchstream method)": [[7, "datafusion.RecordBatchStream.__aiter__", false]], "__and__() (datafusion.expr method)": [[7, "datafusion.Expr.__and__", false]], "__and__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__and__", false]], "__anext__() (datafusion.record_batch.recordbatchstream method)": [[14, "datafusion.record_batch.RecordBatchStream.__anext__", false]], "__anext__() (datafusion.recordbatchstream method)": [[7, "datafusion.RecordBatchStream.__anext__", false]], "__arrow_c_array__() (datafusion.context.arrowarrayexportable method)": [[1, "datafusion.context.ArrowArrayExportable.__arrow_c_array__", false]], "__arrow_c_stream__() (datafusion.context.arrowstreamexportable method)": [[1, "datafusion.context.ArrowStreamExportable.__arrow_c_stream__", false]], "__arrow_c_stream__() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.__arrow_c_stream__", false]], "__call__() (datafusion.aggregateudf method)": [[7, "datafusion.AggregateUDF.__call__", false]], "__call__() (datafusion.dataframe_formatter.cellformatter method)": [[3, "datafusion.dataframe_formatter.CellFormatter.__call__", false]], "__call__() (datafusion.scalarudf method)": [[7, "datafusion.ScalarUDF.__call__", false]], "__call__() (datafusion.tablefunction method)": [[7, "datafusion.TableFunction.__call__", false]], "__call__() (datafusion.user_defined.aggregateudf method)": [[17, "datafusion.user_defined.AggregateUDF.__call__", false]], "__call__() (datafusion.user_defined.scalarudf method)": [[17, "datafusion.user_defined.ScalarUDF.__call__", false]], "__call__() (datafusion.user_defined.tablefunction method)": [[17, "datafusion.user_defined.TableFunction.__call__", false]], "__call__() (datafusion.user_defined.windowudf method)": [[17, "datafusion.user_defined.WindowUDF.__call__", false]], "__call__() (datafusion.windowudf method)": [[7, "datafusion.WindowUDF.__call__", false]], "__datafusion_aggregate_udf__() (datafusion.user_defined.aggregateudfexportable method)": [[17, "datafusion.user_defined.AggregateUDFExportable.__datafusion_aggregate_udf__", false]], "__datafusion_catalog_provider__() (datafusion.context.catalogproviderexportable method)": [[1, "datafusion.context.CatalogProviderExportable.__datafusion_catalog_provider__", false]], "__datafusion_scalar_udf__() (datafusion.user_defined.scalarudfexportable method)": [[17, "datafusion.user_defined.ScalarUDFExportable.__datafusion_scalar_udf__", false]], "__datafusion_table_provider__() (datafusion.context.tableproviderexportable method)": [[1, "datafusion.context.TableProviderExportable.__datafusion_table_provider__", false]], "__datafusion_window_udf__() (datafusion.user_defined.windowudfexportable method)": [[17, "datafusion.user_defined.WindowUDFExportable.__datafusion_window_udf__", false]], "__eq__() (datafusion.expr method)": [[7, "datafusion.Expr.__eq__", false]], "__eq__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__eq__", false]], "__ge__() (datafusion.expr method)": [[7, "datafusion.Expr.__ge__", false]], "__ge__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__ge__", false]], "__getitem__() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.__getitem__", false]], "__getitem__() (datafusion.expr method)": [[7, "datafusion.Expr.__getitem__", false]], "__getitem__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__getitem__", false]], "__gt__() (datafusion.expr method)": [[7, "datafusion.Expr.__gt__", false]], "__gt__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__gt__", false]], "__invert__() (datafusion.expr method)": [[7, "datafusion.Expr.__invert__", false]], "__invert__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__invert__", false]], "__iter__() (datafusion.record_batch.recordbatchstream method)": [[14, "datafusion.record_batch.RecordBatchStream.__iter__", false]], "__iter__() (datafusion.recordbatchstream method)": [[7, "datafusion.RecordBatchStream.__iter__", false]], "__le__() (datafusion.expr method)": [[7, "datafusion.Expr.__le__", false]], "__le__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__le__", false]], "__lt__() (datafusion.expr method)": [[7, "datafusion.Expr.__lt__", false]], "__lt__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__lt__", false]], "__mod__() (datafusion.expr method)": [[7, "datafusion.Expr.__mod__", false]], "__mod__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__mod__", false]], "__mul__() (datafusion.expr method)": [[7, "datafusion.Expr.__mul__", false]], "__mul__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__mul__", false]], "__ne__() (datafusion.expr method)": [[7, "datafusion.Expr.__ne__", false]], "__ne__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__ne__", false]], "__next__() (datafusion.record_batch.recordbatchstream method)": [[14, "datafusion.record_batch.RecordBatchStream.__next__", false]], "__next__() (datafusion.recordbatchstream method)": [[7, "datafusion.RecordBatchStream.__next__", false]], "__or__() (datafusion.expr method)": [[7, "datafusion.Expr.__or__", false]], "__or__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__or__", false]], "__radd__ (datafusion.expr attribute)": [[7, "datafusion.Expr.__radd__", false]], "__radd__ (datafusion.expr.expr attribute)": [[4, "datafusion.expr.Expr.__radd__", false]], "__rand__ (datafusion.expr attribute)": [[7, "datafusion.Expr.__rand__", false]], "__rand__ (datafusion.expr.expr attribute)": [[4, "datafusion.expr.Expr.__rand__", false]], "__repr__() (datafusion.aggregateudf method)": [[7, "datafusion.AggregateUDF.__repr__", false]], "__repr__() (datafusion.catalog method)": [[7, "datafusion.Catalog.__repr__", false]], "__repr__() (datafusion.catalog.catalog method)": [[0, "datafusion.catalog.Catalog.__repr__", false]], "__repr__() (datafusion.catalog.schema method)": [[0, "datafusion.catalog.Schema.__repr__", false]], "__repr__() (datafusion.catalog.table method)": [[0, "datafusion.catalog.Table.__repr__", false]], "__repr__() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.__repr__", false]], "__repr__() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.__repr__", false]], "__repr__() (datafusion.executionplan method)": [[7, "datafusion.ExecutionPlan.__repr__", false]], "__repr__() (datafusion.expr method)": [[7, "datafusion.Expr.__repr__", false]], "__repr__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__repr__", false]], "__repr__() (datafusion.expr.sortexpr method)": [[4, "datafusion.expr.SortExpr.__repr__", false]], "__repr__() (datafusion.expr.windowframe method)": [[4, "datafusion.expr.WindowFrame.__repr__", false]], "__repr__() (datafusion.logicalplan method)": [[7, "datafusion.LogicalPlan.__repr__", false]], "__repr__() (datafusion.plan.executionplan method)": [[13, "datafusion.plan.ExecutionPlan.__repr__", false]], "__repr__() (datafusion.plan.logicalplan method)": [[13, "datafusion.plan.LogicalPlan.__repr__", false]], "__repr__() (datafusion.scalarudf method)": [[7, "datafusion.ScalarUDF.__repr__", false]], "__repr__() (datafusion.table method)": [[7, "datafusion.Table.__repr__", false]], "__repr__() (datafusion.tablefunction method)": [[7, "datafusion.TableFunction.__repr__", false]], "__repr__() (datafusion.user_defined.aggregateudf method)": [[17, "datafusion.user_defined.AggregateUDF.__repr__", false]], "__repr__() (datafusion.user_defined.scalarudf method)": [[17, "datafusion.user_defined.ScalarUDF.__repr__", false]], "__repr__() (datafusion.user_defined.tablefunction method)": [[17, "datafusion.user_defined.TableFunction.__repr__", false]], "__repr__() (datafusion.user_defined.windowudf method)": [[17, "datafusion.user_defined.WindowUDF.__repr__", false]], "__repr__() (datafusion.windowframe method)": [[7, "datafusion.WindowFrame.__repr__", false]], "__repr__() (datafusion.windowudf method)": [[7, "datafusion.WindowUDF.__repr__", false]], "__richcmp__() (datafusion.expr method)": [[7, "datafusion.Expr.__richcmp__", false]], "__richcmp__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__richcmp__", false]], "__rmod__ (datafusion.expr attribute)": [[7, "datafusion.Expr.__rmod__", false]], "__rmod__ (datafusion.expr.expr attribute)": [[4, "datafusion.expr.Expr.__rmod__", false]], "__rmul__ (datafusion.expr attribute)": [[7, "datafusion.Expr.__rmul__", false]], "__rmul__ (datafusion.expr.expr attribute)": [[4, "datafusion.expr.Expr.__rmul__", false]], "__ror__ (datafusion.expr attribute)": [[7, "datafusion.Expr.__ror__", false]], "__ror__ (datafusion.expr.expr attribute)": [[4, "datafusion.expr.Expr.__ror__", false]], "__rsub__ (datafusion.expr attribute)": [[7, "datafusion.Expr.__rsub__", false]], "__rsub__ (datafusion.expr.expr attribute)": [[4, "datafusion.expr.Expr.__rsub__", false]], "__rtruediv__ (datafusion.expr attribute)": [[7, "datafusion.Expr.__rtruediv__", false]], "__rtruediv__ (datafusion.expr.expr attribute)": [[4, "datafusion.expr.Expr.__rtruediv__", false]], "__str__() (datafusion.user_defined.volatility method)": [[17, "datafusion.user_defined.Volatility.__str__", false]], "__sub__() (datafusion.expr method)": [[7, "datafusion.Expr.__sub__", false]], "__sub__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__sub__", false]], "__truediv__() (datafusion.expr method)": [[7, "datafusion.Expr.__truediv__", false]], "__truediv__() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.__truediv__", false]], "_build_expandable_cell() (datafusion.dataframe_formatter.dataframehtmlformatter method)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_expandable_cell", false]], "_build_html_footer() (datafusion.dataframe_formatter.dataframehtmlformatter method)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_html_footer", false]], "_build_html_header() (datafusion.dataframe_formatter.dataframehtmlformatter method)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_html_header", false]], "_build_regular_cell() (datafusion.dataframe_formatter.dataframehtmlformatter method)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_regular_cell", false]], "_build_table_body() (datafusion.dataframe_formatter.dataframehtmlformatter method)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_table_body", false]], "_build_table_container_start() (datafusion.dataframe_formatter.dataframehtmlformatter method)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_table_container_start", false]], "_build_table_header() (datafusion.dataframe_formatter.dataframehtmlformatter method)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter._build_table_header", false]], "_convert_table_partition_cols() (datafusion.context.sessioncontext static method)": [[1, "datafusion.context.SessionContext._convert_table_partition_cols", false]], "_create_table_udf() (datafusion.tablefunction static method)": [[7, "datafusion.TableFunction._create_table_udf", false]], "_create_table_udf() (datafusion.user_defined.tablefunction static method)": [[17, "datafusion.user_defined.TableFunction._create_table_udf", false]], "_create_table_udf_decorator() (datafusion.tablefunction static method)": [[7, "datafusion.TableFunction._create_table_udf_decorator", false]], "_create_table_udf_decorator() (datafusion.user_defined.tablefunction static method)": [[17, "datafusion.user_defined.TableFunction._create_table_udf_decorator", false]], "_create_window_udf() (datafusion.user_defined.windowudf static method)": [[17, "datafusion.user_defined.WindowUDF._create_window_udf", false]], "_create_window_udf() (datafusion.windowudf static method)": [[7, "datafusion.WindowUDF._create_window_udf", false]], "_create_window_udf_decorator() (datafusion.user_defined.windowudf static method)": [[17, "datafusion.user_defined.WindowUDF._create_window_udf_decorator", false]], "_create_window_udf_decorator() (datafusion.windowudf static method)": [[7, "datafusion.WindowUDF._create_window_udf_decorator", false]], "_custom_cell_builder (datafusion.dataframe_formatter.dataframehtmlformatter attribute)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter._custom_cell_builder", false]], "_custom_header_builder (datafusion.dataframe_formatter.dataframehtmlformatter attribute)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter._custom_header_builder", false]], "_default_formatter (datafusion.dataframe_formatter.formattermanager attribute)": [[3, "datafusion.dataframe_formatter.FormatterManager._default_formatter", false]], "_format_cell_value() (datafusion.dataframe_formatter.dataframehtmlformatter method)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter._format_cell_value", false]], "_get_cell_value() (datafusion.dataframe_formatter.dataframehtmlformatter method)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter._get_cell_value", false]], "_get_default_css() (datafusion.dataframe_formatter.dataframehtmlformatter method)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter._get_default_css", false]], "_get_default_name() (datafusion.user_defined.windowudf static method)": [[17, "datafusion.user_defined.WindowUDF._get_default_name", false]], "_get_default_name() (datafusion.windowudf static method)": [[7, "datafusion.WindowUDF._get_default_name", false]], "_get_javascript() (datafusion.dataframe_formatter.dataframehtmlformatter method)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter._get_javascript", false]], "_normalize_input_types() (datafusion.user_defined.windowudf static method)": [[17, "datafusion.user_defined.WindowUDF._normalize_input_types", false]], "_normalize_input_types() (datafusion.windowudf static method)": [[7, "datafusion.WindowUDF._normalize_input_types", false]], "_null_treatment (datafusion.expr.window attribute)": [[4, "datafusion.expr.Window._null_treatment", false]], "_order_by (datafusion.expr.window attribute)": [[4, "datafusion.expr.Window._order_by", false]], "_partition_by (datafusion.expr.window attribute)": [[4, "datafusion.expr.Window._partition_by", false]], "_r (in module datafusion.user_defined)": [[17, "datafusion.user_defined._R", false]], "_raw_plan (datafusion.executionplan attribute)": [[7, "datafusion.ExecutionPlan._raw_plan", false]], "_raw_plan (datafusion.logicalplan attribute)": [[7, "datafusion.LogicalPlan._raw_plan", false]], "_raw_plan (datafusion.plan.executionplan attribute)": [[13, "datafusion.plan.ExecutionPlan._raw_plan", false]], "_raw_plan (datafusion.plan.logicalplan attribute)": [[13, "datafusion.plan.LogicalPlan._raw_plan", false]], "_raw_schema (datafusion.catalog.schema attribute)": [[0, "datafusion.catalog.Schema._raw_schema", false]], "_refresh_formatter_reference() (in module datafusion.dataframe_formatter)": [[3, "datafusion.dataframe_formatter._refresh_formatter_reference", false]], "_repr_html_() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame._repr_html_", false]], "_to_pyarrow_types (datafusion.expr attribute)": [[7, "datafusion.Expr._to_pyarrow_types", false]], "_to_pyarrow_types (datafusion.expr.expr attribute)": [[4, "datafusion.expr.Expr._to_pyarrow_types", false]], "_type_formatters (datafusion.dataframe_formatter.dataframehtmlformatter attribute)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter._type_formatters", false]], "_udaf (datafusion.aggregateudf attribute)": [[7, "datafusion.AggregateUDF._udaf", false]], "_udaf (datafusion.user_defined.aggregateudf attribute)": [[17, "datafusion.user_defined.AggregateUDF._udaf", false]], "_udf (datafusion.scalarudf attribute)": [[7, "datafusion.ScalarUDF._udf", false]], "_udf (datafusion.user_defined.scalarudf attribute)": [[17, "datafusion.user_defined.ScalarUDF._udf", false]], "_udtf (datafusion.tablefunction attribute)": [[7, "datafusion.TableFunction._udtf", false]], "_udtf (datafusion.user_defined.tablefunction attribute)": [[17, "datafusion.user_defined.TableFunction._udtf", false]], "_udwf (datafusion.user_defined.windowudf attribute)": [[17, "datafusion.user_defined.WindowUDF._udwf", false]], "_udwf (datafusion.windowudf attribute)": [[7, "datafusion.WindowUDF._udwf", false]], "_validate_bool() (in module datafusion.dataframe_formatter)": [[3, "datafusion.dataframe_formatter._validate_bool", false]], "_validate_positive_int() (in module datafusion.dataframe_formatter)": [[3, "datafusion.dataframe_formatter._validate_positive_int", false]], "_window_frame (datafusion.expr.window attribute)": [[4, "datafusion.expr.Window._window_frame", false]], "abs() (datafusion.expr method)": [[7, "datafusion.Expr.abs", false]], "abs() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.abs", false]], "abs() (in module datafusion.functions)": [[5, "datafusion.functions.abs", false]], "accumulator (class in datafusion)": [[7, "datafusion.Accumulator", false]], "accumulator (class in datafusion.user_defined)": [[17, "datafusion.user_defined.Accumulator", false]], "acos() (datafusion.expr method)": [[7, "datafusion.Expr.acos", false]], "acos() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.acos", false]], "acos() (in module datafusion.functions)": [[5, "datafusion.functions.acos", false]], "acosh() (datafusion.expr method)": [[7, "datafusion.Expr.acosh", false]], "acosh() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.acosh", false]], "acosh() (in module datafusion.functions)": [[5, "datafusion.functions.acosh", false]], "aggregate (in module datafusion.expr)": [[4, "datafusion.expr.Aggregate", false]], "aggregate() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.aggregate", false]], "aggregatefunction (in module datafusion.expr)": [[4, "datafusion.expr.AggregateFunction", false]], "aggregateudf (class in datafusion)": [[7, "datafusion.AggregateUDF", false]], "aggregateudf (class in datafusion.user_defined)": [[17, "datafusion.user_defined.AggregateUDF", false]], "aggregateudfexportable (class in datafusion.user_defined)": [[17, "datafusion.user_defined.AggregateUDFExportable", false]], "alias (in module datafusion.expr)": [[4, "datafusion.expr.Alias", false]], "alias() (datafusion.expr method)": [[7, "datafusion.Expr.alias", false]], "alias() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.alias", false]], "alias() (in module datafusion.functions)": [[5, "datafusion.functions.alias", false]], "allow_single_file_parallelism (datafusion.dataframe.parquetwriteroptions attribute)": [[2, "datafusion.dataframe.ParquetWriterOptions.allow_single_file_parallelism", false], [2, "id7", false]], "allow_single_file_parallelism (datafusion.parquetwriteroptions attribute)": [[7, "datafusion.ParquetWriterOptions.allow_single_file_parallelism", false], [7, "id8", false]], "amazons3 (in module datafusion.object_store)": [[12, "datafusion.object_store.AmazonS3", false]], "analyze (in module datafusion.expr)": [[4, "datafusion.expr.Analyze", false]], "approx_distinct() (in module datafusion.functions)": [[5, "datafusion.functions.approx_distinct", false]], "approx_median() (in module datafusion.functions)": [[5, "datafusion.functions.approx_median", false]], "approx_percentile_cont() (in module datafusion.functions)": [[5, "datafusion.functions.approx_percentile_cont", false]], "approx_percentile_cont_with_weight() (in module datafusion.functions)": [[5, "datafusion.functions.approx_percentile_cont_with_weight", false]], "array() (in module datafusion.functions)": [[5, "datafusion.functions.array", false]], "array_agg() (in module datafusion.functions)": [[5, "datafusion.functions.array_agg", false]], "array_append() (in module datafusion.functions)": [[5, "datafusion.functions.array_append", false]], "array_cat() (in module datafusion.functions)": [[5, "datafusion.functions.array_cat", false]], "array_concat() (in module datafusion.functions)": [[5, "datafusion.functions.array_concat", false]], "array_dims() (datafusion.expr method)": [[7, "datafusion.Expr.array_dims", false]], "array_dims() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.array_dims", false]], "array_dims() (in module datafusion.functions)": [[5, "datafusion.functions.array_dims", false]], "array_distinct() (datafusion.expr method)": [[7, "datafusion.Expr.array_distinct", false]], "array_distinct() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.array_distinct", false]], "array_distinct() (in module datafusion.functions)": [[5, "datafusion.functions.array_distinct", false]], "array_element() (in module datafusion.functions)": [[5, "datafusion.functions.array_element", false]], "array_empty() (datafusion.expr method)": [[7, "datafusion.Expr.array_empty", false]], "array_empty() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.array_empty", false]], "array_empty() (in module datafusion.functions)": [[5, "datafusion.functions.array_empty", false]], "array_except() (in module datafusion.functions)": [[5, "datafusion.functions.array_except", false]], "array_extract() (in module datafusion.functions)": [[5, "datafusion.functions.array_extract", false]], "array_has() (in module datafusion.functions)": [[5, "datafusion.functions.array_has", false]], "array_has_all() (in module datafusion.functions)": [[5, "datafusion.functions.array_has_all", false]], "array_has_any() (in module datafusion.functions)": [[5, "datafusion.functions.array_has_any", false]], "array_indexof() (in module datafusion.functions)": [[5, "datafusion.functions.array_indexof", false]], "array_intersect() (in module datafusion.functions)": [[5, "datafusion.functions.array_intersect", false]], "array_join() (in module datafusion.functions)": [[5, "datafusion.functions.array_join", false]], "array_length() (datafusion.expr method)": [[7, "datafusion.Expr.array_length", false]], "array_length() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.array_length", false]], "array_length() (in module datafusion.functions)": [[5, "datafusion.functions.array_length", false]], "array_ndims() (datafusion.expr method)": [[7, "datafusion.Expr.array_ndims", false]], "array_ndims() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.array_ndims", false]], "array_ndims() (in module datafusion.functions)": [[5, "datafusion.functions.array_ndims", false]], "array_pop_back() (datafusion.expr method)": [[7, "datafusion.Expr.array_pop_back", false]], "array_pop_back() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.array_pop_back", false]], "array_pop_back() (in module datafusion.functions)": [[5, "datafusion.functions.array_pop_back", false]], "array_pop_front() (datafusion.expr method)": [[7, "datafusion.Expr.array_pop_front", false]], "array_pop_front() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.array_pop_front", false]], "array_pop_front() (in module datafusion.functions)": [[5, "datafusion.functions.array_pop_front", false]], "array_position() (in module datafusion.functions)": [[5, "datafusion.functions.array_position", false]], "array_positions() (in module datafusion.functions)": [[5, "datafusion.functions.array_positions", false]], "array_prepend() (in module datafusion.functions)": [[5, "datafusion.functions.array_prepend", false]], "array_push_back() (in module datafusion.functions)": [[5, "datafusion.functions.array_push_back", false]], "array_push_front() (in module datafusion.functions)": [[5, "datafusion.functions.array_push_front", false]], "array_remove() (in module datafusion.functions)": [[5, "datafusion.functions.array_remove", false]], "array_remove_all() (in module datafusion.functions)": [[5, "datafusion.functions.array_remove_all", false]], "array_remove_n() (in module datafusion.functions)": [[5, "datafusion.functions.array_remove_n", false]], "array_repeat() (in module datafusion.functions)": [[5, "datafusion.functions.array_repeat", false]], "array_replace() (in module datafusion.functions)": [[5, "datafusion.functions.array_replace", false]], "array_replace_all() (in module datafusion.functions)": [[5, "datafusion.functions.array_replace_all", false]], "array_replace_n() (in module datafusion.functions)": [[5, "datafusion.functions.array_replace_n", false]], "array_resize() (in module datafusion.functions)": [[5, "datafusion.functions.array_resize", false]], "array_slice() (in module datafusion.functions)": [[5, "datafusion.functions.array_slice", false]], "array_sort() (in module datafusion.functions)": [[5, "datafusion.functions.array_sort", false]], "array_to_string() (in module datafusion.functions)": [[5, "datafusion.functions.array_to_string", false]], "array_union() (in module datafusion.functions)": [[5, "datafusion.functions.array_union", false]], "arrow_cast() (in module datafusion.functions)": [[5, "datafusion.functions.arrow_cast", false]], "arrow_typeof() (datafusion.expr method)": [[7, "datafusion.Expr.arrow_typeof", false]], "arrow_typeof() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.arrow_typeof", false]], "arrow_typeof() (in module datafusion.functions)": [[5, "datafusion.functions.arrow_typeof", false]], "arrowarrayexportable (class in datafusion.context)": [[1, "datafusion.context.ArrowArrayExportable", false]], "arrowstreamexportable (class in datafusion.context)": [[1, "datafusion.context.ArrowStreamExportable", false]], "ascending() (datafusion.expr.sortexpr method)": [[4, "datafusion.expr.SortExpr.ascending", false]], "ascii() (datafusion.expr method)": [[7, "datafusion.Expr.ascii", false]], "ascii() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.ascii", false]], "ascii() (in module datafusion.functions)": [[5, "datafusion.functions.ascii", false]], "asin() (datafusion.expr method)": [[7, "datafusion.Expr.asin", false]], "asin() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.asin", false]], "asin() (in module datafusion.functions)": [[5, "datafusion.functions.asin", false]], "asinh() (datafusion.expr method)": [[7, "datafusion.Expr.asinh", false]], "asinh() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.asinh", false]], "asinh() (in module datafusion.functions)": [[5, "datafusion.functions.asinh", false]], "atan() (datafusion.expr method)": [[7, "datafusion.Expr.atan", false]], "atan() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.atan", false]], "atan() (in module datafusion.functions)": [[5, "datafusion.functions.atan", false]], "atan2() (in module datafusion.functions)": [[5, "datafusion.functions.atan2", false]], "atanh() (datafusion.expr method)": [[7, "datafusion.Expr.atanh", false]], "atanh() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.atanh", false]], "atanh() (in module datafusion.functions)": [[5, "datafusion.functions.atanh", false]], "avg() (in module datafusion.functions)": [[5, "datafusion.functions.avg", false]], "baseinputsource (class in datafusion.input.base)": [[8, "datafusion.input.base.BaseInputSource", false]], "between (in module datafusion.expr)": [[4, "datafusion.expr.Between", false]], "between() (datafusion.expr method)": [[7, "datafusion.Expr.between", false]], "between() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.between", false]], "binaryexpr (in module datafusion.expr)": [[4, "datafusion.expr.BinaryExpr", false]], "bit_and() (in module datafusion.functions)": [[5, "datafusion.functions.bit_and", false]], "bit_length() (datafusion.expr method)": [[7, "datafusion.Expr.bit_length", false]], "bit_length() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.bit_length", false]], "bit_length() (in module datafusion.functions)": [[5, "datafusion.functions.bit_length", false]], "bit_or() (in module datafusion.functions)": [[5, "datafusion.functions.bit_or", false]], "bit_xor() (in module datafusion.functions)": [[5, "datafusion.functions.bit_xor", false]], "bloom_filter_enabled (datafusion.dataframe.parquetcolumnoptions attribute)": [[2, "datafusion.dataframe.ParquetColumnOptions.bloom_filter_enabled", false], [2, "id0", false]], "bloom_filter_enabled (datafusion.parquetcolumnoptions attribute)": [[7, "datafusion.ParquetColumnOptions.bloom_filter_enabled", false], [7, "id0", false]], "bloom_filter_fpp (datafusion.dataframe.parquetcolumnoptions attribute)": [[2, "datafusion.dataframe.ParquetColumnOptions.bloom_filter_fpp", false], [2, "id1", false]], "bloom_filter_fpp (datafusion.dataframe.parquetwriteroptions attribute)": [[2, "datafusion.dataframe.ParquetWriterOptions.bloom_filter_fpp", false], [2, "id8", false]], "bloom_filter_fpp (datafusion.parquetcolumnoptions attribute)": [[7, "datafusion.ParquetColumnOptions.bloom_filter_fpp", false], [7, "id2", false]], "bloom_filter_fpp (datafusion.parquetwriteroptions attribute)": [[7, "datafusion.ParquetWriterOptions.bloom_filter_fpp", false], [7, "id9", false]], "bloom_filter_ndv (datafusion.dataframe.parquetcolumnoptions attribute)": [[2, "datafusion.dataframe.ParquetColumnOptions.bloom_filter_ndv", false], [2, "id2", false]], "bloom_filter_ndv (datafusion.dataframe.parquetwriteroptions attribute)": [[2, "datafusion.dataframe.ParquetWriterOptions.bloom_filter_ndv", false], [2, "id9", false]], "bloom_filter_ndv (datafusion.parquetcolumnoptions attribute)": [[7, "datafusion.ParquetColumnOptions.bloom_filter_ndv", false], [7, "id3", false]], "bloom_filter_ndv (datafusion.parquetwriteroptions attribute)": [[7, "datafusion.ParquetWriterOptions.bloom_filter_ndv", false], [7, "id10", false]], "bloom_filter_on_write (datafusion.dataframe.parquetwriteroptions attribute)": [[2, "datafusion.dataframe.ParquetWriterOptions.bloom_filter_on_write", false], [2, "id10", false]], "bloom_filter_on_write (datafusion.parquetwriteroptions attribute)": [[7, "datafusion.ParquetWriterOptions.bloom_filter_on_write", false], [7, "id11", false]], "bool_and() (in module datafusion.functions)": [[5, "datafusion.functions.bool_and", false]], "bool_or() (in module datafusion.functions)": [[5, "datafusion.functions.bool_or", false]], "brotli (datafusion.dataframe.compression attribute)": [[2, "datafusion.dataframe.Compression.BROTLI", false]], "btrim() (datafusion.expr method)": [[7, "datafusion.Expr.btrim", false]], "btrim() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.btrim", false]], "btrim() (in module datafusion.functions)": [[5, "datafusion.functions.btrim", false]], "build_table() (datafusion.input.base.baseinputsource method)": [[8, "datafusion.input.base.BaseInputSource.build_table", false]], "build_table() (datafusion.input.location.locationinputplugin method)": [[10, "datafusion.input.location.LocationInputPlugin.build_table", false]], "build_table() (datafusion.input.locationinputplugin method)": [[9, "datafusion.input.LocationInputPlugin.build_table", false]], "cache() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.cache", false]], "canonical_name() (datafusion.expr method)": [[7, "datafusion.Expr.canonical_name", false]], "canonical_name() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.canonical_name", false]], "cardinality() (datafusion.expr method)": [[7, "datafusion.Expr.cardinality", false]], "cardinality() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.cardinality", false]], "cardinality() (in module datafusion.functions)": [[5, "datafusion.functions.cardinality", false]], "case (in module datafusion.expr)": [[4, "datafusion.expr.Case", false]], "case() (in module datafusion.functions)": [[5, "datafusion.functions.case", false]], "case_builder (datafusion.expr.casebuilder attribute)": [[4, "datafusion.expr.CaseBuilder.case_builder", false]], "casebuilder (class in datafusion.expr)": [[4, "datafusion.expr.CaseBuilder", false]], "cast (in module datafusion.expr)": [[4, "datafusion.expr.Cast", false]], "cast() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.cast", false]], "cast() (datafusion.expr method)": [[7, "datafusion.Expr.cast", false]], "cast() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.cast", false]], "catalog (class in datafusion)": [[7, "datafusion.Catalog", false]], "catalog (class in datafusion.catalog)": [[0, "datafusion.catalog.Catalog", false]], "catalog (datafusion.catalog attribute)": [[7, "datafusion.Catalog.catalog", false]], "catalog (datafusion.catalog.catalog attribute)": [[0, "datafusion.catalog.Catalog.catalog", false]], "catalog() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.catalog", false]], "catalog_names() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.catalog_names", false]], "catalogprovider (class in datafusion.catalog)": [[0, "datafusion.catalog.CatalogProvider", false]], "catalogproviderexportable (class in datafusion.context)": [[1, "datafusion.context.CatalogProviderExportable", false]], "cbrt() (datafusion.expr method)": [[7, "datafusion.Expr.cbrt", false]], "cbrt() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.cbrt", false]], "cbrt() (in module datafusion.functions)": [[5, "datafusion.functions.cbrt", false]], "ceil() (datafusion.expr method)": [[7, "datafusion.Expr.ceil", false]], "ceil() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.ceil", false]], "ceil() (in module datafusion.functions)": [[5, "datafusion.functions.ceil", false]], "cellformatter (class in datafusion.dataframe_formatter)": [[3, "datafusion.dataframe_formatter.CellFormatter", false]], "char_length() (datafusion.expr method)": [[7, "datafusion.Expr.char_length", false]], "char_length() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.char_length", false]], "char_length() (in module datafusion.functions)": [[5, "datafusion.functions.char_length", false]], "character_length() (datafusion.expr method)": [[7, "datafusion.Expr.character_length", false]], "character_length() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.character_length", false]], "character_length() (in module datafusion.functions)": [[5, "datafusion.functions.character_length", false]], "children() (datafusion.executionplan method)": [[7, "datafusion.ExecutionPlan.children", false]], "children() (datafusion.plan.executionplan method)": [[13, "datafusion.plan.ExecutionPlan.children", false]], "chr() (datafusion.expr method)": [[7, "datafusion.Expr.chr", false]], "chr() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.chr", false]], "chr() (in module datafusion.functions)": [[5, "datafusion.functions.chr", false]], "coalesce() (in module datafusion.functions)": [[5, "datafusion.functions.coalesce", false]], "col (in module datafusion)": [[7, "datafusion.col", false]], "col() (in module datafusion.functions)": [[5, "datafusion.functions.col", false]], "collect() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.collect", false]], "collect_partitioned() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.collect_partitioned", false]], "column (in module datafusion)": [[7, "datafusion.column", false]], "column (in module datafusion.expr)": [[4, "datafusion.expr.Column", false]], "column() (datafusion.expr static method)": [[7, "datafusion.Expr.column", false]], "column() (datafusion.expr.expr static method)": [[4, "datafusion.expr.Expr.column", false]], "column_index_truncate_length (datafusion.dataframe.parquetwriteroptions attribute)": [[2, "datafusion.dataframe.ParquetWriterOptions.column_index_truncate_length", false], [2, "id11", false]], "column_index_truncate_length (datafusion.parquetwriteroptions attribute)": [[7, "datafusion.ParquetWriterOptions.column_index_truncate_length", false], [7, "id12", false]], "column_name() (datafusion.expr method)": [[7, "datafusion.Expr.column_name", false]], "column_name() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.column_name", false]], "column_specific_options (datafusion.dataframe.parquetwriteroptions attribute)": [[2, "datafusion.dataframe.ParquetWriterOptions.column_specific_options", false], [2, "id12", false]], "column_specific_options (datafusion.parquetwriteroptions attribute)": [[7, "datafusion.ParquetWriterOptions.column_specific_options", false], [7, "id13", false]], "compression (class in datafusion.dataframe)": [[2, "datafusion.dataframe.Compression", false]], "compression (datafusion.dataframe.parquetcolumnoptions attribute)": [[2, "datafusion.dataframe.ParquetColumnOptions.compression", false], [2, "id3", false]], "compression (datafusion.dataframe.parquetwriteroptions attribute)": [[2, "datafusion.dataframe.ParquetWriterOptions.compression", false]], "compression (datafusion.parquetcolumnoptions attribute)": [[7, "datafusion.ParquetColumnOptions.compression", false], [7, "id4", false]], "compression (datafusion.parquetwriteroptions attribute)": [[7, "datafusion.ParquetWriterOptions.compression", false]], "concat() (in module datafusion.functions)": [[5, "datafusion.functions.concat", false]], "concat_ws() (in module datafusion.functions)": [[5, "datafusion.functions.concat_ws", false]], "config_internal (datafusion.context.runtimeenvbuilder attribute)": [[1, "datafusion.context.RuntimeEnvBuilder.config_internal", false]], "config_internal (datafusion.context.sessionconfig attribute)": [[1, "datafusion.context.SessionConfig.config_internal", false]], "config_internal (datafusion.runtimeenvbuilder attribute)": [[7, "datafusion.RuntimeEnvBuilder.config_internal", false]], "config_internal (datafusion.sessionconfig attribute)": [[7, "datafusion.SessionConfig.config_internal", false]], "configure_formatter() (in module datafusion)": [[7, "datafusion.configure_formatter", false]], "configure_formatter() (in module datafusion.dataframe_formatter)": [[3, "datafusion.dataframe_formatter.configure_formatter", false]], "consumer (class in datafusion.substrait)": [[15, "datafusion.substrait.Consumer", false]], "copyto (in module datafusion.expr)": [[4, "datafusion.expr.CopyTo", false]], "corr() (in module datafusion.functions)": [[5, "datafusion.functions.corr", false]], "cos() (datafusion.expr method)": [[7, "datafusion.Expr.cos", false]], "cos() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.cos", false]], "cos() (in module datafusion.functions)": [[5, "datafusion.functions.cos", false]], "cosh() (datafusion.expr method)": [[7, "datafusion.Expr.cosh", false]], "cosh() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.cosh", false]], "cosh() (in module datafusion.functions)": [[5, "datafusion.functions.cosh", false]], "cot() (datafusion.expr method)": [[7, "datafusion.Expr.cot", false]], "cot() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.cot", false]], "cot() (in module datafusion.functions)": [[5, "datafusion.functions.cot", false]], "count() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.count", false]], "count() (in module datafusion.functions)": [[5, "datafusion.functions.count", false]], "count_star() (in module datafusion.functions)": [[5, "datafusion.functions.count_star", false]], "covar() (in module datafusion.functions)": [[5, "datafusion.functions.covar", false]], "covar_pop() (in module datafusion.functions)": [[5, "datafusion.functions.covar_pop", false]], "covar_samp() (in module datafusion.functions)": [[5, "datafusion.functions.covar_samp", false]], "create_dataframe() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.create_dataframe", false]], "create_dataframe_from_logical_plan() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.create_dataframe_from_logical_plan", false]], "createcatalog (in module datafusion.expr)": [[4, "datafusion.expr.CreateCatalog", false]], "createcatalogschema (in module datafusion.expr)": [[4, "datafusion.expr.CreateCatalogSchema", false]], "created_by (datafusion.dataframe.parquetwriteroptions attribute)": [[2, "datafusion.dataframe.ParquetWriterOptions.created_by", false], [2, "id13", false]], "created_by (datafusion.parquetwriteroptions attribute)": [[7, "datafusion.ParquetWriterOptions.created_by", false], [7, "id14", false]], "createexternaltable (in module datafusion.expr)": [[4, "datafusion.expr.CreateExternalTable", false]], "createfunction (in module datafusion.expr)": [[4, "datafusion.expr.CreateFunction", false]], "createfunctionbody (in module datafusion.expr)": [[4, "datafusion.expr.CreateFunctionBody", false]], "createindex (in module datafusion.expr)": [[4, "datafusion.expr.CreateIndex", false]], "creatememorytable (in module datafusion.expr)": [[4, "datafusion.expr.CreateMemoryTable", false]], "createview (in module datafusion.expr)": [[4, "datafusion.expr.CreateView", false]], "ctx (datafusion.context.sessioncontext attribute)": [[1, "datafusion.context.SessionContext.ctx", false]], "cume_dist() (in module datafusion.functions)": [[5, "datafusion.functions.cume_dist", false]], "current_date() (in module datafusion.functions)": [[5, "datafusion.functions.current_date", false]], "current_time() (in module datafusion.functions)": [[5, "datafusion.functions.current_time", false]], "custom_css (datafusion.dataframe_formatter.dataframehtmlformatter attribute)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter.custom_css", false]], "data_page_row_count_limit (datafusion.dataframe.parquetwriteroptions attribute)": [[2, "datafusion.dataframe.ParquetWriterOptions.data_page_row_count_limit", false], [2, "id14", false]], "data_page_row_count_limit (datafusion.parquetwriteroptions attribute)": [[7, "datafusion.ParquetWriterOptions.data_page_row_count_limit", false], [7, "id15", false]], "data_pagesize_limit (datafusion.dataframe.parquetwriteroptions attribute)": [[2, "datafusion.dataframe.ParquetWriterOptions.data_pagesize_limit", false], [2, "id15", false]], "data_pagesize_limit (datafusion.parquetwriteroptions attribute)": [[7, "datafusion.ParquetWriterOptions.data_pagesize_limit", false], [7, "id16", false]], "database (class in datafusion)": [[7, "datafusion.Database", false]], "database() (datafusion.catalog method)": [[7, "datafusion.Catalog.database", false]], "database() (datafusion.catalog.catalog method)": [[0, "datafusion.catalog.Catalog.database", false]], "dataframe (class in datafusion.dataframe)": [[2, "datafusion.dataframe.DataFrame", false]], "dataframehtmlformatter (class in datafusion.dataframe_formatter)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter", false]], "datafusion": [[7, "module-datafusion", false]], "datafusion.catalog": [[0, "module-datafusion.catalog", false]], "datafusion.context": [[1, "module-datafusion.context", false]], "datafusion.dataframe": [[2, "module-datafusion.dataframe", false]], "datafusion.dataframe_formatter": [[3, "module-datafusion.dataframe_formatter", false]], "datafusion.expr": [[4, "module-datafusion.expr", false]], "datafusion.functions": [[5, "module-datafusion.functions", false]], "datafusion.html_formatter": [[6, "module-datafusion.html_formatter", false]], "datafusion.input": [[9, "module-datafusion.input", false]], "datafusion.input.base": [[8, "module-datafusion.input.base", false]], "datafusion.input.location": [[10, "module-datafusion.input.location", false]], "datafusion.io": [[11, "module-datafusion.io", false]], "datafusion.object_store": [[12, "module-datafusion.object_store", false]], "datafusion.plan": [[13, "module-datafusion.plan", false]], "datafusion.record_batch": [[14, "module-datafusion.record_batch", false]], "datafusion.substrait": [[15, "module-datafusion.substrait", false]], "datafusion.unparser": [[16, "module-datafusion.unparser", false]], "datafusion.user_defined": [[17, "module-datafusion.user_defined", false]], "date_bin() (in module datafusion.functions)": [[5, "datafusion.functions.date_bin", false]], "date_part() (in module datafusion.functions)": [[5, "datafusion.functions.date_part", false]], "date_trunc() (in module datafusion.functions)": [[5, "datafusion.functions.date_trunc", false]], "datepart() (in module datafusion.functions)": [[5, "datafusion.functions.datepart", false]], "datetrunc() (in module datafusion.functions)": [[5, "datafusion.functions.datetrunc", false]], "deallocate (in module datafusion.expr)": [[4, "datafusion.expr.Deallocate", false]], "decode() (in module datafusion.functions)": [[5, "datafusion.functions.decode", false]], "default() (datafusion.unparser.dialect static method)": [[16, "datafusion.unparser.Dialect.default", false]], "default_str_repr() (datafusion.dataframe.dataframe static method)": [[2, "datafusion.dataframe.DataFrame.default_str_repr", false]], "defaultstyleprovider (class in datafusion.dataframe_formatter)": [[3, "datafusion.dataframe_formatter.DefaultStyleProvider", false]], "degrees() (datafusion.expr method)": [[7, "datafusion.Expr.degrees", false]], "degrees() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.degrees", false]], "degrees() (in module datafusion.functions)": [[5, "datafusion.functions.degrees", false]], "dense_rank() (in module datafusion.functions)": [[5, "datafusion.functions.dense_rank", false]], "deregister_schema() (datafusion.catalog method)": [[7, "datafusion.Catalog.deregister_schema", false]], "deregister_schema() (datafusion.catalog.catalog method)": [[0, "datafusion.catalog.Catalog.deregister_schema", false]], "deregister_schema() (datafusion.catalog.catalogprovider method)": [[0, "datafusion.catalog.CatalogProvider.deregister_schema", false]], "deregister_table() (datafusion.catalog.schema method)": [[0, "datafusion.catalog.Schema.deregister_table", false]], "deregister_table() (datafusion.catalog.schemaprovider method)": [[0, "datafusion.catalog.SchemaProvider.deregister_table", false]], "deregister_table() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.deregister_table", false]], "describe() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.describe", false]], "describetable (in module datafusion.expr)": [[4, "datafusion.expr.DescribeTable", false]], "deserialize() (datafusion.substrait.serde static method)": [[15, "datafusion.substrait.Serde.deserialize", false]], "deserialize_bytes() (datafusion.substrait.serde static method)": [[15, "datafusion.substrait.Serde.deserialize_bytes", false]], "df (datafusion.dataframe.dataframe attribute)": [[2, "datafusion.dataframe.DataFrame.df", false]], "dfschema (in module datafusion)": [[7, "datafusion.DFSchema", false]], "dialect (class in datafusion.unparser)": [[16, "datafusion.unparser.Dialect", false]], "dialect (datafusion.unparser.dialect attribute)": [[16, "datafusion.unparser.Dialect.dialect", false]], "dictionary_enabled (datafusion.dataframe.parquetcolumnoptions attribute)": [[2, "datafusion.dataframe.ParquetColumnOptions.dictionary_enabled", false], [2, "id4", false]], "dictionary_enabled (datafusion.dataframe.parquetwriteroptions attribute)": [[2, "datafusion.dataframe.ParquetWriterOptions.dictionary_enabled", false], [2, "id16", false]], "dictionary_enabled (datafusion.parquetcolumnoptions attribute)": [[7, "datafusion.ParquetColumnOptions.dictionary_enabled", false], [7, "id5", false]], "dictionary_enabled (datafusion.parquetwriteroptions attribute)": [[7, "datafusion.ParquetWriterOptions.dictionary_enabled", false], [7, "id17", false]], "dictionary_page_size_limit (datafusion.dataframe.parquetwriteroptions attribute)": [[2, "datafusion.dataframe.ParquetWriterOptions.dictionary_page_size_limit", false], [2, "id17", false]], "dictionary_page_size_limit (datafusion.parquetwriteroptions attribute)": [[7, "datafusion.ParquetWriterOptions.dictionary_page_size_limit", false], [7, "id18", false]], "digest() (in module datafusion.functions)": [[5, "datafusion.functions.digest", false]], "display() (datafusion.executionplan method)": [[7, "datafusion.ExecutionPlan.display", false]], "display() (datafusion.logicalplan method)": [[7, "datafusion.LogicalPlan.display", false]], "display() (datafusion.plan.executionplan method)": [[13, "datafusion.plan.ExecutionPlan.display", false]], "display() (datafusion.plan.logicalplan method)": [[13, "datafusion.plan.LogicalPlan.display", false]], "display_graphviz() (datafusion.logicalplan method)": [[7, "datafusion.LogicalPlan.display_graphviz", false]], "display_graphviz() (datafusion.plan.logicalplan method)": [[13, "datafusion.plan.LogicalPlan.display_graphviz", false]], "display_indent() (datafusion.executionplan method)": [[7, "datafusion.ExecutionPlan.display_indent", false]], "display_indent() (datafusion.logicalplan method)": [[7, "datafusion.LogicalPlan.display_indent", false]], "display_indent() (datafusion.plan.executionplan method)": [[13, "datafusion.plan.ExecutionPlan.display_indent", false]], "display_indent() (datafusion.plan.logicalplan method)": [[13, "datafusion.plan.LogicalPlan.display_indent", false]], "display_indent_schema() (datafusion.logicalplan method)": [[7, "datafusion.LogicalPlan.display_indent_schema", false]], "display_indent_schema() (datafusion.plan.logicalplan method)": [[13, "datafusion.plan.LogicalPlan.display_indent_schema", false]], "display_name() (datafusion.expr method)": [[7, "datafusion.Expr.display_name", false]], "display_name() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.display_name", false]], "distinct (in module datafusion.expr)": [[4, "datafusion.expr.Distinct", false]], "distinct() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.distinct", false]], "distinct() (datafusion.expr method)": [[7, "datafusion.Expr.distinct", false]], "distinct() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.distinct", false]], "dmlstatement (in module datafusion.expr)": [[4, "datafusion.expr.DmlStatement", false]], "drop() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.drop", false]], "dropcatalogschema (in module datafusion.expr)": [[4, "datafusion.expr.DropCatalogSchema", false]], "dropfunction (in module datafusion.expr)": [[4, "datafusion.expr.DropFunction", false]], "droptable (in module datafusion.expr)": [[4, "datafusion.expr.DropTable", false]], "dropview (in module datafusion.expr)": [[4, "datafusion.expr.DropView", false]], "duckdb() (datafusion.unparser.dialect static method)": [[16, "datafusion.unparser.Dialect.duckdb", false]], "empty() (datafusion.expr method)": [[7, "datafusion.Expr.empty", false]], "empty() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.empty", false]], "empty() (in module datafusion.functions)": [[5, "datafusion.functions.empty", false]], "empty_table() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.empty_table", false]], "emptyrelation (in module datafusion.expr)": [[4, "datafusion.expr.EmptyRelation", false]], "enable_cell_expansion (datafusion.dataframe_formatter.dataframehtmlformatter attribute)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter.enable_cell_expansion", false]], "enable_url_table() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.enable_url_table", false]], "encode() (datafusion.substrait.plan method)": [[15, "datafusion.substrait.Plan.encode", false]], "encode() (in module datafusion.functions)": [[5, "datafusion.functions.encode", false]], "encoding (datafusion.dataframe.parquetcolumnoptions attribute)": [[2, "datafusion.dataframe.ParquetColumnOptions.encoding", false], [2, "id5", false]], "encoding (datafusion.dataframe.parquetwriteroptions attribute)": [[2, "datafusion.dataframe.ParquetWriterOptions.encoding", false], [2, "id18", false]], "encoding (datafusion.parquetcolumnoptions attribute)": [[7, "datafusion.ParquetColumnOptions.encoding", false], [7, "id6", false]], "encoding (datafusion.parquetwriteroptions attribute)": [[7, "datafusion.ParquetWriterOptions.encoding", false], [7, "id19", false]], "end() (datafusion.expr.casebuilder method)": [[4, "datafusion.expr.CaseBuilder.end", false]], "ends_with() (in module datafusion.functions)": [[5, "datafusion.functions.ends_with", false]], "evaluate() (datafusion.accumulator method)": [[7, "datafusion.Accumulator.evaluate", false]], "evaluate() (datafusion.user_defined.accumulator method)": [[17, "datafusion.user_defined.Accumulator.evaluate", false]], "evaluate() (datafusion.user_defined.windowevaluator method)": [[17, "datafusion.user_defined.WindowEvaluator.evaluate", false]], "evaluate_all() (datafusion.user_defined.windowevaluator method)": [[17, "datafusion.user_defined.WindowEvaluator.evaluate_all", false]], "evaluate_all_with_rank() (datafusion.user_defined.windowevaluator method)": [[17, "datafusion.user_defined.WindowEvaluator.evaluate_all_with_rank", false]], "except_all() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.except_all", false]], "execute (in module datafusion.expr)": [[4, "datafusion.expr.Execute", false]], "execute() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.execute", false]], "execute_stream() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.execute_stream", false]], "execute_stream_partitioned() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.execute_stream_partitioned", false]], "execution_plan() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.execution_plan", false]], "executionplan (class in datafusion)": [[7, "datafusion.ExecutionPlan", false]], "executionplan (class in datafusion.plan)": [[13, "datafusion.plan.ExecutionPlan", false]], "exists (in module datafusion.expr)": [[4, "datafusion.expr.Exists", false]], "exp() (datafusion.expr method)": [[7, "datafusion.Expr.exp", false]], "exp() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.exp", false]], "exp() (in module datafusion.functions)": [[5, "datafusion.functions.exp", false]], "explain (in module datafusion.expr)": [[4, "datafusion.expr.Explain", false]], "explain() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.explain", false]], "expr (class in datafusion)": [[7, "datafusion.Expr", false]], "expr (class in datafusion.expr)": [[4, "datafusion.expr.Expr", false]], "expr (datafusion.expr attribute)": [[7, "datafusion.Expr.expr", false]], "expr (datafusion.expr.expr attribute)": [[4, "datafusion.expr.Expr.expr", false]], "expr() (datafusion.expr.sortexpr method)": [[4, "datafusion.expr.SortExpr.expr", false]], "extension (in module datafusion.expr)": [[4, "datafusion.expr.Extension", false]], "extract() (in module datafusion.functions)": [[5, "datafusion.functions.extract", false]], "factorial() (datafusion.expr method)": [[7, "datafusion.Expr.factorial", false]], "factorial() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.factorial", false]], "factorial() (in module datafusion.functions)": [[5, "datafusion.functions.factorial", false]], "filetype (in module datafusion.expr)": [[4, "datafusion.expr.FileType", false]], "fill_nan() (datafusion.expr method)": [[7, "datafusion.Expr.fill_nan", false]], "fill_nan() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.fill_nan", false]], "fill_null() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.fill_null", false]], "fill_null() (datafusion.expr method)": [[7, "datafusion.Expr.fill_null", false]], "fill_null() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.fill_null", false]], "filter (in module datafusion.expr)": [[4, "datafusion.expr.Filter", false]], "filter() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.filter", false]], "filter() (datafusion.expr method)": [[7, "datafusion.Expr.filter", false]], "filter() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.filter", false]], "find_in_set() (in module datafusion.functions)": [[5, "datafusion.functions.find_in_set", false]], "first_value() (in module datafusion.functions)": [[5, "datafusion.functions.first_value", false]], "flatten() (datafusion.expr method)": [[7, "datafusion.Expr.flatten", false]], "flatten() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.flatten", false]], "flatten() (in module datafusion.functions)": [[5, "datafusion.functions.flatten", false]], "floor() (datafusion.expr method)": [[7, "datafusion.Expr.floor", false]], "floor() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.floor", false]], "floor() (in module datafusion.functions)": [[5, "datafusion.functions.floor", false]], "format_html() (datafusion.dataframe_formatter.dataframehtmlformatter method)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter.format_html", false]], "format_str() (datafusion.dataframe_formatter.dataframehtmlformatter method)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter.format_str", false]], "formattermanager (class in datafusion.dataframe_formatter)": [[3, "datafusion.dataframe_formatter.FormatterManager", false]], "frame_bound (datafusion.expr.windowframebound attribute)": [[4, "datafusion.expr.WindowFrameBound.frame_bound", false]], "from_arrow() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.from_arrow", false]], "from_arrow_table() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.from_arrow_table", false]], "from_dataset() (datafusion.catalog.table static method)": [[0, "datafusion.catalog.Table.from_dataset", false]], "from_dataset() (datafusion.table static method)": [[7, "datafusion.Table.from_dataset", false]], "from_pandas() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.from_pandas", false]], "from_polars() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.from_polars", false]], "from_proto() (datafusion.executionplan static method)": [[7, "datafusion.ExecutionPlan.from_proto", false]], "from_proto() (datafusion.logicalplan static method)": [[7, "datafusion.LogicalPlan.from_proto", false]], "from_proto() (datafusion.plan.executionplan static method)": [[13, "datafusion.plan.ExecutionPlan.from_proto", false]], "from_proto() (datafusion.plan.logicalplan static method)": [[13, "datafusion.plan.LogicalPlan.from_proto", false]], "from_pycapsule() (datafusion.aggregateudf static method)": [[7, "datafusion.AggregateUDF.from_pycapsule", false]], "from_pycapsule() (datafusion.scalarudf static method)": [[7, "datafusion.ScalarUDF.from_pycapsule", false]], "from_pycapsule() (datafusion.user_defined.aggregateudf static method)": [[17, "datafusion.user_defined.AggregateUDF.from_pycapsule", false]], "from_pycapsule() (datafusion.user_defined.scalarudf static method)": [[17, "datafusion.user_defined.ScalarUDF.from_pycapsule", false]], "from_pycapsule() (datafusion.user_defined.windowudf static method)": [[17, "datafusion.user_defined.WindowUDF.from_pycapsule", false]], "from_pycapsule() (datafusion.windowudf static method)": [[7, "datafusion.WindowUDF.from_pycapsule", false]], "from_pydict() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.from_pydict", false]], "from_pylist() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.from_pylist", false]], "from_str() (datafusion.dataframe.compression class method)": [[2, "datafusion.dataframe.Compression.from_str", false]], "from_substrait_plan() (datafusion.substrait.consumer static method)": [[15, "datafusion.substrait.Consumer.from_substrait_plan", false]], "from_unixtime() (datafusion.expr method)": [[7, "datafusion.Expr.from_unixtime", false]], "from_unixtime() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.from_unixtime", false]], "from_unixtime() (in module datafusion.functions)": [[5, "datafusion.functions.from_unixtime", false]], "gcd() (in module datafusion.functions)": [[5, "datafusion.functions.gcd", false]], "get_cell_style() (datafusion.dataframe_formatter.defaultstyleprovider method)": [[3, "datafusion.dataframe_formatter.DefaultStyleProvider.get_cell_style", false]], "get_cell_style() (datafusion.dataframe_formatter.styleprovider method)": [[3, "datafusion.dataframe_formatter.StyleProvider.get_cell_style", false]], "get_default_level() (datafusion.dataframe.compression method)": [[2, "datafusion.dataframe.Compression.get_default_level", false]], "get_formatter() (datafusion.dataframe_formatter.formattermanager class method)": [[3, "datafusion.dataframe_formatter.FormatterManager.get_formatter", false]], "get_formatter() (in module datafusion.dataframe_formatter)": [[3, "datafusion.dataframe_formatter.get_formatter", false]], "get_frame_units() (datafusion.expr.windowframe method)": [[4, "datafusion.expr.WindowFrame.get_frame_units", false]], "get_frame_units() (datafusion.windowframe method)": [[7, "datafusion.WindowFrame.get_frame_units", false]], "get_header_style() (datafusion.dataframe_formatter.defaultstyleprovider method)": [[3, "datafusion.dataframe_formatter.DefaultStyleProvider.get_header_style", false]], "get_header_style() (datafusion.dataframe_formatter.styleprovider method)": [[3, "datafusion.dataframe_formatter.StyleProvider.get_header_style", false]], "get_lower_bound() (datafusion.expr.windowframe method)": [[4, "datafusion.expr.WindowFrame.get_lower_bound", false]], "get_lower_bound() (datafusion.windowframe method)": [[7, "datafusion.WindowFrame.get_lower_bound", false]], "get_offset() (datafusion.expr.windowframebound method)": [[4, "datafusion.expr.WindowFrameBound.get_offset", false]], "get_range() (datafusion.user_defined.windowevaluator method)": [[17, "datafusion.user_defined.WindowEvaluator.get_range", false]], "get_upper_bound() (datafusion.expr.windowframe method)": [[4, "datafusion.expr.WindowFrame.get_upper_bound", false]], "get_upper_bound() (datafusion.windowframe method)": [[7, "datafusion.WindowFrame.get_upper_bound", false]], "global_ctx() (datafusion.context.sessioncontext class method)": [[1, "datafusion.context.SessionContext.global_ctx", false]], "googlecloud (in module datafusion.object_store)": [[12, "datafusion.object_store.GoogleCloud", false]], "groupingset (in module datafusion.expr)": [[4, "datafusion.expr.GroupingSet", false]], "gzip (datafusion.dataframe.compression attribute)": [[2, "datafusion.dataframe.Compression.GZIP", false]], "head() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.head", false]], "http (in module datafusion.object_store)": [[12, "datafusion.object_store.Http", false]], "ilike (in module datafusion.expr)": [[4, "datafusion.expr.ILike", false]], "immutable (datafusion.user_defined.volatility attribute)": [[17, "datafusion.user_defined.Volatility.Immutable", false]], "in_list() (in module datafusion.functions)": [[5, "datafusion.functions.in_list", false]], "include_rank() (datafusion.user_defined.windowevaluator method)": [[17, "datafusion.user_defined.WindowEvaluator.include_rank", false]], "initcap() (datafusion.expr method)": [[7, "datafusion.Expr.initcap", false]], "initcap() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.initcap", false]], "initcap() (in module datafusion.functions)": [[5, "datafusion.functions.initcap", false]], "inlist (in module datafusion.expr)": [[4, "datafusion.expr.InList", false]], "inputs() (datafusion.logicalplan method)": [[7, "datafusion.LogicalPlan.inputs", false]], "inputs() (datafusion.plan.logicalplan method)": [[13, "datafusion.plan.LogicalPlan.inputs", false]], "insubquery (in module datafusion.expr)": [[4, "datafusion.expr.InSubquery", false]], "intersect() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.intersect", false]], "into_view() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.into_view", false]], "is_causal() (datafusion.user_defined.windowevaluator method)": [[17, "datafusion.user_defined.WindowEvaluator.is_causal", false]], "is_correct_input() (datafusion.input.base.baseinputsource method)": [[8, "datafusion.input.base.BaseInputSource.is_correct_input", false]], "is_correct_input() (datafusion.input.location.locationinputplugin method)": [[10, "datafusion.input.location.LocationInputPlugin.is_correct_input", false]], "is_correct_input() (datafusion.input.locationinputplugin method)": [[9, "datafusion.input.LocationInputPlugin.is_correct_input", false]], "is_current_row() (datafusion.expr.windowframebound method)": [[4, "datafusion.expr.WindowFrameBound.is_current_row", false]], "is_following() (datafusion.expr.windowframebound method)": [[4, "datafusion.expr.WindowFrameBound.is_following", false]], "is_not_null() (datafusion.expr method)": [[7, "datafusion.Expr.is_not_null", false]], "is_not_null() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.is_not_null", false]], "is_null() (datafusion.expr method)": [[7, "datafusion.Expr.is_null", false]], "is_null() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.is_null", false]], "is_preceding() (datafusion.expr.windowframebound method)": [[4, "datafusion.expr.WindowFrameBound.is_preceding", false]], "is_unbounded() (datafusion.expr.windowframebound method)": [[4, "datafusion.expr.WindowFrameBound.is_unbounded", false]], "isfalse (in module datafusion.expr)": [[4, "datafusion.expr.IsFalse", false]], "isnan() (datafusion.expr method)": [[7, "datafusion.Expr.isnan", false]], "isnan() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.isnan", false]], "isnan() (in module datafusion.functions)": [[5, "datafusion.functions.isnan", false]], "isnotfalse (in module datafusion.expr)": [[4, "datafusion.expr.IsNotFalse", false]], "isnotnull (in module datafusion.expr)": [[4, "datafusion.expr.IsNotNull", false]], "isnottrue (in module datafusion.expr)": [[4, "datafusion.expr.IsNotTrue", false]], "isnotunknown (in module datafusion.expr)": [[4, "datafusion.expr.IsNotUnknown", false]], "isnull (in module datafusion.expr)": [[4, "datafusion.expr.IsNull", false]], "istrue (in module datafusion.expr)": [[4, "datafusion.expr.IsTrue", false]], "isunknown (in module datafusion.expr)": [[4, "datafusion.expr.IsUnknown", false]], "iszero() (datafusion.expr method)": [[7, "datafusion.Expr.iszero", false]], "iszero() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.iszero", false]], "iszero() (in module datafusion.functions)": [[5, "datafusion.functions.iszero", false]], "join (in module datafusion.expr)": [[4, "datafusion.expr.Join", false]], "join() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.join", false]], "join_on() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.join_on", false]], "joinconstraint (in module datafusion.expr)": [[4, "datafusion.expr.JoinConstraint", false]], "jointype (in module datafusion.expr)": [[4, "datafusion.expr.JoinType", false]], "kind (datafusion.catalog.table property)": [[0, "datafusion.catalog.Table.kind", false]], "kind (datafusion.table property)": [[7, "datafusion.Table.kind", false]], "lag() (in module datafusion.functions)": [[5, "datafusion.functions.lag", false]], "last_value() (in module datafusion.functions)": [[5, "datafusion.functions.last_value", false]], "lcm() (in module datafusion.functions)": [[5, "datafusion.functions.lcm", false]], "lead() (in module datafusion.functions)": [[5, "datafusion.functions.lead", false]], "left() (in module datafusion.functions)": [[5, "datafusion.functions.left", false]], "length() (datafusion.expr method)": [[7, "datafusion.Expr.length", false]], "length() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.length", false]], "length() (in module datafusion.functions)": [[5, "datafusion.functions.length", false]], "levenshtein() (in module datafusion.functions)": [[5, "datafusion.functions.levenshtein", false]], "like (in module datafusion.expr)": [[4, "datafusion.expr.Like", false]], "limit (in module datafusion.expr)": [[4, "datafusion.expr.Limit", false]], "limit() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.limit", false]], "list_append() (in module datafusion.functions)": [[5, "datafusion.functions.list_append", false]], "list_cat() (in module datafusion.functions)": [[5, "datafusion.functions.list_cat", false]], "list_concat() (in module datafusion.functions)": [[5, "datafusion.functions.list_concat", false]], "list_dims() (datafusion.expr method)": [[7, "datafusion.Expr.list_dims", false]], "list_dims() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.list_dims", false]], "list_dims() (in module datafusion.functions)": [[5, "datafusion.functions.list_dims", false]], "list_distinct() (datafusion.expr method)": [[7, "datafusion.Expr.list_distinct", false]], "list_distinct() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.list_distinct", false]], "list_distinct() (in module datafusion.functions)": [[5, "datafusion.functions.list_distinct", false]], "list_element() (in module datafusion.functions)": [[5, "datafusion.functions.list_element", false]], "list_except() (in module datafusion.functions)": [[5, "datafusion.functions.list_except", false]], "list_extract() (in module datafusion.functions)": [[5, "datafusion.functions.list_extract", false]], "list_indexof() (in module datafusion.functions)": [[5, "datafusion.functions.list_indexof", false]], "list_intersect() (in module datafusion.functions)": [[5, "datafusion.functions.list_intersect", false]], "list_join() (in module datafusion.functions)": [[5, "datafusion.functions.list_join", false]], "list_length() (datafusion.expr method)": [[7, "datafusion.Expr.list_length", false]], "list_length() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.list_length", false]], "list_length() (in module datafusion.functions)": [[5, "datafusion.functions.list_length", false]], "list_ndims() (datafusion.expr method)": [[7, "datafusion.Expr.list_ndims", false]], "list_ndims() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.list_ndims", false]], "list_ndims() (in module datafusion.functions)": [[5, "datafusion.functions.list_ndims", false]], "list_position() (in module datafusion.functions)": [[5, "datafusion.functions.list_position", false]], "list_positions() (in module datafusion.functions)": [[5, "datafusion.functions.list_positions", false]], "list_prepend() (in module datafusion.functions)": [[5, "datafusion.functions.list_prepend", false]], "list_push_back() (in module datafusion.functions)": [[5, "datafusion.functions.list_push_back", false]], "list_push_front() (in module datafusion.functions)": [[5, "datafusion.functions.list_push_front", false]], "list_remove() (in module datafusion.functions)": [[5, "datafusion.functions.list_remove", false]], "list_remove_all() (in module datafusion.functions)": [[5, "datafusion.functions.list_remove_all", false]], "list_remove_n() (in module datafusion.functions)": [[5, "datafusion.functions.list_remove_n", false]], "list_repeat() (in module datafusion.functions)": [[5, "datafusion.functions.list_repeat", false]], "list_replace() (in module datafusion.functions)": [[5, "datafusion.functions.list_replace", false]], "list_replace_all() (in module datafusion.functions)": [[5, "datafusion.functions.list_replace_all", false]], "list_replace_n() (in module datafusion.functions)": [[5, "datafusion.functions.list_replace_n", false]], "list_resize() (in module datafusion.functions)": [[5, "datafusion.functions.list_resize", false]], "list_slice() (in module datafusion.functions)": [[5, "datafusion.functions.list_slice", false]], "list_sort() (in module datafusion.functions)": [[5, "datafusion.functions.list_sort", false]], "list_to_string() (in module datafusion.functions)": [[5, "datafusion.functions.list_to_string", false]], "list_union() (in module datafusion.functions)": [[5, "datafusion.functions.list_union", false]], "lit() (in module datafusion)": [[7, "datafusion.lit", false]], "literal (in module datafusion.expr)": [[4, "datafusion.expr.Literal", false]], "literal() (datafusion.expr static method)": [[7, "datafusion.Expr.literal", false]], "literal() (datafusion.expr.expr static method)": [[4, "datafusion.expr.Expr.literal", false]], "literal() (in module datafusion)": [[7, "datafusion.literal", false]], "literal_with_metadata() (datafusion.expr static method)": [[7, "datafusion.Expr.literal_with_metadata", false]], "literal_with_metadata() (datafusion.expr.expr static method)": [[4, "datafusion.expr.Expr.literal_with_metadata", false]], "ln() (datafusion.expr method)": [[7, "datafusion.Expr.ln", false]], "ln() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.ln", false]], "ln() (in module datafusion.functions)": [[5, "datafusion.functions.ln", false]], "localfilesystem (in module datafusion.object_store)": [[12, "datafusion.object_store.LocalFileSystem", false]], "locationinputplugin (class in datafusion.input)": [[9, "datafusion.input.LocationInputPlugin", false]], "locationinputplugin (class in datafusion.input.location)": [[10, "datafusion.input.location.LocationInputPlugin", false]], "log() (in module datafusion.functions)": [[5, "datafusion.functions.log", false]], "log10() (datafusion.expr method)": [[7, "datafusion.Expr.log10", false]], "log10() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.log10", false]], "log10() (in module datafusion.functions)": [[5, "datafusion.functions.log10", false]], "log2() (datafusion.expr method)": [[7, "datafusion.Expr.log2", false]], "log2() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.log2", false]], "log2() (in module datafusion.functions)": [[5, "datafusion.functions.log2", false]], "logical_plan() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.logical_plan", false]], "logicalplan (class in datafusion)": [[7, "datafusion.LogicalPlan", false]], "logicalplan (class in datafusion.plan)": [[13, "datafusion.plan.LogicalPlan", false]], "lower() (datafusion.expr method)": [[7, "datafusion.Expr.lower", false]], "lower() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.lower", false]], "lower() (in module datafusion.functions)": [[5, "datafusion.functions.lower", false]], "lpad() (in module datafusion.functions)": [[5, "datafusion.functions.lpad", false]], "ltrim() (datafusion.expr method)": [[7, "datafusion.Expr.ltrim", false]], "ltrim() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.ltrim", false]], "ltrim() (in module datafusion.functions)": [[5, "datafusion.functions.ltrim", false]], "lz4 (datafusion.dataframe.compression attribute)": [[2, "datafusion.dataframe.Compression.LZ4", false]], "lz4_raw (datafusion.dataframe.compression attribute)": [[2, "datafusion.dataframe.Compression.LZ4_RAW", false]], "make_array() (in module datafusion.functions)": [[5, "datafusion.functions.make_array", false]], "make_date() (in module datafusion.functions)": [[5, "datafusion.functions.make_date", false]], "make_list() (in module datafusion.functions)": [[5, "datafusion.functions.make_list", false]], "max() (in module datafusion.functions)": [[5, "datafusion.functions.max", false]], "max_cell_length (datafusion.dataframe_formatter.dataframehtmlformatter attribute)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter.max_cell_length", false]], "max_height (datafusion.dataframe_formatter.dataframehtmlformatter attribute)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter.max_height", false]], "max_memory_bytes (datafusion.dataframe_formatter.dataframehtmlformatter attribute)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter.max_memory_bytes", false]], "max_row_group_size (datafusion.dataframe.parquetwriteroptions attribute)": [[2, "datafusion.dataframe.ParquetWriterOptions.max_row_group_size", false], [2, "id19", false]], "max_row_group_size (datafusion.parquetwriteroptions attribute)": [[7, "datafusion.ParquetWriterOptions.max_row_group_size", false], [7, "id20", false]], "max_width (datafusion.dataframe_formatter.dataframehtmlformatter attribute)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter.max_width", false]], "maximum_buffered_record_batches_per_stream (datafusion.dataframe.parquetwriteroptions attribute)": [[2, "datafusion.dataframe.ParquetWriterOptions.maximum_buffered_record_batches_per_stream", false], [2, "id20", false]], "maximum_buffered_record_batches_per_stream (datafusion.parquetwriteroptions attribute)": [[7, "datafusion.ParquetWriterOptions.maximum_buffered_record_batches_per_stream", false], [7, "id21", false]], "maximum_parallel_row_group_writers (datafusion.dataframe.parquetwriteroptions attribute)": [[2, "datafusion.dataframe.ParquetWriterOptions.maximum_parallel_row_group_writers", false], [2, "id21", false]], "maximum_parallel_row_group_writers (datafusion.parquetwriteroptions attribute)": [[7, "datafusion.ParquetWriterOptions.maximum_parallel_row_group_writers", false], [7, "id22", false]], "md5() (datafusion.expr method)": [[7, "datafusion.Expr.md5", false]], "md5() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.md5", false]], "md5() (in module datafusion.functions)": [[5, "datafusion.functions.md5", false]], "mean() (in module datafusion.functions)": [[5, "datafusion.functions.mean", false]], "median() (in module datafusion.functions)": [[5, "datafusion.functions.median", false]], "memoize() (datafusion.user_defined.windowevaluator method)": [[17, "datafusion.user_defined.WindowEvaluator.memoize", false]], "memory_catalog() (datafusion.catalog static method)": [[7, "datafusion.Catalog.memory_catalog", false]], "memory_catalog() (datafusion.catalog.catalog static method)": [[0, "datafusion.catalog.Catalog.memory_catalog", false]], "memory_schema() (datafusion.catalog.schema static method)": [[0, "datafusion.catalog.Schema.memory_schema", false]], "merge() (datafusion.accumulator method)": [[7, "datafusion.Accumulator.merge", false]], "merge() (datafusion.user_defined.accumulator method)": [[17, "datafusion.user_defined.Accumulator.merge", false]], "microsoftazure (in module datafusion.object_store)": [[12, "datafusion.object_store.MicrosoftAzure", false]], "min() (in module datafusion.functions)": [[5, "datafusion.functions.min", false]], "min_rows_display (datafusion.dataframe_formatter.dataframehtmlformatter attribute)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter.min_rows_display", false]], "module": [[0, "module-datafusion.catalog", false], [1, "module-datafusion.context", false], [2, "module-datafusion.dataframe", false], [3, "module-datafusion.dataframe_formatter", false], [4, "module-datafusion.expr", false], [5, "module-datafusion.functions", false], [6, "module-datafusion.html_formatter", false], [7, "module-datafusion", false], [8, "module-datafusion.input.base", false], [9, "module-datafusion.input", false], [10, "module-datafusion.input.location", false], [11, "module-datafusion.io", false], [12, "module-datafusion.object_store", false], [13, "module-datafusion.plan", false], [14, "module-datafusion.record_batch", false], [15, "module-datafusion.substrait", false], [16, "module-datafusion.unparser", false], [17, "module-datafusion.user_defined", false]], "mysql() (datafusion.unparser.dialect static method)": [[16, "datafusion.unparser.Dialect.mysql", false]], "named_struct() (in module datafusion.functions)": [[5, "datafusion.functions.named_struct", false]], "names() (datafusion.catalog method)": [[7, "datafusion.Catalog.names", false]], "names() (datafusion.catalog.catalog method)": [[0, "datafusion.catalog.Catalog.names", false]], "names() (datafusion.catalog.schema method)": [[0, "datafusion.catalog.Schema.names", false]], "nanvl() (in module datafusion.functions)": [[5, "datafusion.functions.nanvl", false]], "negative (in module datafusion.expr)": [[4, "datafusion.expr.Negative", false]], "next() (datafusion.record_batch.recordbatchstream method)": [[14, "datafusion.record_batch.RecordBatchStream.next", false]], "next() (datafusion.recordbatchstream method)": [[7, "datafusion.RecordBatchStream.next", false]], "not (in module datafusion.expr)": [[4, "datafusion.expr.Not", false]], "now() (in module datafusion.functions)": [[5, "datafusion.functions.now", false]], "nth_value() (in module datafusion.functions)": [[5, "datafusion.functions.nth_value", false]], "ntile() (in module datafusion.functions)": [[5, "datafusion.functions.ntile", false]], "null_treatment() (datafusion.expr method)": [[7, "datafusion.Expr.null_treatment", false]], "null_treatment() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.null_treatment", false]], "nullif() (in module datafusion.functions)": [[5, "datafusion.functions.nullif", false]], "nulls_first() (datafusion.expr.sortexpr method)": [[4, "datafusion.expr.SortExpr.nulls_first", false]], "nvl() (in module datafusion.functions)": [[5, "datafusion.functions.nvl", false]], "octet_length() (datafusion.expr method)": [[7, "datafusion.Expr.octet_length", false]], "octet_length() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.octet_length", false]], "octet_length() (in module datafusion.functions)": [[5, "datafusion.functions.octet_length", false]], "operatefunctionarg (in module datafusion.expr)": [[4, "datafusion.expr.OperateFunctionArg", false]], "optimized_logical_plan() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.optimized_logical_plan", false]], "options_internal (datafusion.context.sqloptions attribute)": [[1, "datafusion.context.SQLOptions.options_internal", false]], "options_internal (datafusion.sqloptions attribute)": [[7, "datafusion.SQLOptions.options_internal", false]], "order_by() (datafusion.expr method)": [[7, "datafusion.Expr.order_by", false]], "order_by() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.order_by", false]], "order_by() (in module datafusion.functions)": [[5, "datafusion.functions.order_by", false]], "otherwise() (datafusion.expr.casebuilder method)": [[4, "datafusion.expr.CaseBuilder.otherwise", false]], "over() (datafusion.expr method)": [[7, "datafusion.Expr.over", false]], "over() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.over", false]], "overlay() (in module datafusion.functions)": [[5, "datafusion.functions.overlay", false]], "owner_name() (datafusion.catalog.schemaprovider method)": [[0, "datafusion.catalog.SchemaProvider.owner_name", false]], "parquetcolumnoptions (class in datafusion)": [[7, "datafusion.ParquetColumnOptions", false]], "parquetcolumnoptions (class in datafusion.dataframe)": [[2, "datafusion.dataframe.ParquetColumnOptions", false]], "parquetwriteroptions (class in datafusion)": [[7, "datafusion.ParquetWriterOptions", false]], "parquetwriteroptions (class in datafusion.dataframe)": [[2, "datafusion.dataframe.ParquetWriterOptions", false]], "partition_by() (datafusion.expr method)": [[7, "datafusion.Expr.partition_by", false]], "partition_by() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.partition_by", false]], "partition_count (datafusion.executionplan property)": [[7, "datafusion.ExecutionPlan.partition_count", false]], "partition_count (datafusion.plan.executionplan property)": [[13, "datafusion.plan.ExecutionPlan.partition_count", false]], "partitioning (in module datafusion.expr)": [[4, "datafusion.expr.Partitioning", false]], "percent_rank() (in module datafusion.functions)": [[5, "datafusion.functions.percent_rank", false]], "pi() (in module datafusion.functions)": [[5, "datafusion.functions.pi", false]], "placeholder (in module datafusion.expr)": [[4, "datafusion.expr.Placeholder", false]], "plan (class in datafusion.substrait)": [[15, "datafusion.substrait.Plan", false]], "plan_internal (datafusion.substrait.plan attribute)": [[15, "datafusion.substrait.Plan.plan_internal", false]], "plan_to_sql() (datafusion.unparser.unparser method)": [[16, "datafusion.unparser.Unparser.plan_to_sql", false]], "postgres() (datafusion.unparser.dialect static method)": [[16, "datafusion.unparser.Dialect.postgres", false]], "pow() (in module datafusion.functions)": [[5, "datafusion.functions.pow", false]], "power() (in module datafusion.functions)": [[5, "datafusion.functions.power", false]], "prepare (in module datafusion.expr)": [[4, "datafusion.expr.Prepare", false]], "producer (class in datafusion.substrait)": [[15, "datafusion.substrait.Producer", false]], "projection (in module datafusion.expr)": [[4, "datafusion.expr.Projection", false]], "python_value() (datafusion.expr method)": [[7, "datafusion.Expr.python_value", false]], "python_value() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.python_value", false]], "radians() (datafusion.expr method)": [[7, "datafusion.Expr.radians", false]], "radians() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.radians", false]], "radians() (in module datafusion.functions)": [[5, "datafusion.functions.radians", false]], "random() (in module datafusion.functions)": [[5, "datafusion.functions.random", false]], "range() (in module datafusion.functions)": [[5, "datafusion.functions.range", false]], "rank() (in module datafusion.functions)": [[5, "datafusion.functions.rank", false]], "raw_sort (datafusion.expr.sortexpr attribute)": [[4, "datafusion.expr.SortExpr.raw_sort", false]], "rbs (datafusion.record_batch.recordbatchstream attribute)": [[14, "datafusion.record_batch.RecordBatchStream.rbs", false]], "rbs (datafusion.recordbatchstream attribute)": [[7, "datafusion.RecordBatchStream.rbs", false]], "read_avro() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.read_avro", false]], "read_avro() (in module datafusion)": [[7, "datafusion.read_avro", false]], "read_avro() (in module datafusion.io)": [[11, "datafusion.io.read_avro", false]], "read_csv() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.read_csv", false]], "read_csv() (in module datafusion)": [[7, "datafusion.read_csv", false]], "read_csv() (in module datafusion.io)": [[11, "datafusion.io.read_csv", false]], "read_json() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.read_json", false]], "read_json() (in module datafusion)": [[7, "datafusion.read_json", false]], "read_json() (in module datafusion.io)": [[11, "datafusion.io.read_json", false]], "read_parquet() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.read_parquet", false]], "read_parquet() (in module datafusion)": [[7, "datafusion.read_parquet", false]], "read_parquet() (in module datafusion.io)": [[11, "datafusion.io.read_parquet", false]], "read_table() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.read_table", false]], "record_batch (datafusion.record_batch.recordbatch attribute)": [[14, "datafusion.record_batch.RecordBatch.record_batch", false]], "record_batch (datafusion.recordbatch attribute)": [[7, "datafusion.RecordBatch.record_batch", false]], "recordbatch (class in datafusion)": [[7, "datafusion.RecordBatch", false]], "recordbatch (class in datafusion.record_batch)": [[14, "datafusion.record_batch.RecordBatch", false]], "recordbatchstream (class in datafusion)": [[7, "datafusion.RecordBatchStream", false]], "recordbatchstream (class in datafusion.record_batch)": [[14, "datafusion.record_batch.RecordBatchStream", false]], "recursivequery (in module datafusion.expr)": [[4, "datafusion.expr.RecursiveQuery", false]], "regexp_count() (in module datafusion.functions)": [[5, "datafusion.functions.regexp_count", false]], "regexp_like() (in module datafusion.functions)": [[5, "datafusion.functions.regexp_like", false]], "regexp_match() (in module datafusion.functions)": [[5, "datafusion.functions.regexp_match", false]], "regexp_replace() (in module datafusion.functions)": [[5, "datafusion.functions.regexp_replace", false]], "register_avro() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.register_avro", false]], "register_catalog_provider() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.register_catalog_provider", false]], "register_csv() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.register_csv", false]], "register_dataset() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.register_dataset", false]], "register_formatter() (datafusion.dataframe_formatter.dataframehtmlformatter method)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter.register_formatter", false]], "register_json() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.register_json", false]], "register_listing_table() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.register_listing_table", false]], "register_object_store() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.register_object_store", false]], "register_parquet() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.register_parquet", false]], "register_record_batches() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.register_record_batches", false]], "register_schema() (datafusion.catalog method)": [[7, "datafusion.Catalog.register_schema", false]], "register_schema() (datafusion.catalog.catalog method)": [[0, "datafusion.catalog.Catalog.register_schema", false]], "register_schema() (datafusion.catalog.catalogprovider method)": [[0, "datafusion.catalog.CatalogProvider.register_schema", false]], "register_table() (datafusion.catalog.schema method)": [[0, "datafusion.catalog.Schema.register_table", false]], "register_table() (datafusion.catalog.schemaprovider method)": [[0, "datafusion.catalog.SchemaProvider.register_table", false]], "register_table() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.register_table", false]], "register_table_provider() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.register_table_provider", false]], "register_udaf() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.register_udaf", false]], "register_udf() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.register_udf", false]], "register_udtf() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.register_udtf", false]], "register_udwf() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.register_udwf", false]], "register_view() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.register_view", false]], "regr_avgx() (in module datafusion.functions)": [[5, "datafusion.functions.regr_avgx", false]], "regr_avgy() (in module datafusion.functions)": [[5, "datafusion.functions.regr_avgy", false]], "regr_count() (in module datafusion.functions)": [[5, "datafusion.functions.regr_count", false]], "regr_intercept() (in module datafusion.functions)": [[5, "datafusion.functions.regr_intercept", false]], "regr_r2() (in module datafusion.functions)": [[5, "datafusion.functions.regr_r2", false]], "regr_slope() (in module datafusion.functions)": [[5, "datafusion.functions.regr_slope", false]], "regr_sxx() (in module datafusion.functions)": [[5, "datafusion.functions.regr_sxx", false]], "regr_sxy() (in module datafusion.functions)": [[5, "datafusion.functions.regr_sxy", false]], "regr_syy() (in module datafusion.functions)": [[5, "datafusion.functions.regr_syy", false]], "repartition (in module datafusion.expr)": [[4, "datafusion.expr.Repartition", false]], "repartition() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.repartition", false]], "repartition_by_hash() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.repartition_by_hash", false]], "repeat() (in module datafusion.functions)": [[5, "datafusion.functions.repeat", false]], "replace() (in module datafusion.functions)": [[5, "datafusion.functions.replace", false]], "repr_rows (datafusion.dataframe_formatter.dataframehtmlformatter attribute)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter.repr_rows", false]], "reset_formatter() (in module datafusion.dataframe_formatter)": [[3, "datafusion.dataframe_formatter.reset_formatter", false]], "reverse() (datafusion.expr method)": [[7, "datafusion.Expr.reverse", false]], "reverse() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.reverse", false]], "reverse() (in module datafusion.functions)": [[5, "datafusion.functions.reverse", false]], "rex_call_operands() (datafusion.expr method)": [[7, "datafusion.Expr.rex_call_operands", false]], "rex_call_operands() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.rex_call_operands", false]], "rex_call_operator() (datafusion.expr method)": [[7, "datafusion.Expr.rex_call_operator", false]], "rex_call_operator() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.rex_call_operator", false]], "rex_type() (datafusion.expr method)": [[7, "datafusion.Expr.rex_type", false]], "rex_type() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.rex_type", false]], "right() (in module datafusion.functions)": [[5, "datafusion.functions.right", false]], "round() (in module datafusion.functions)": [[5, "datafusion.functions.round", false]], "row_number() (in module datafusion.functions)": [[5, "datafusion.functions.row_number", false]], "rpad() (in module datafusion.functions)": [[5, "datafusion.functions.rpad", false]], "rtrim() (datafusion.expr method)": [[7, "datafusion.Expr.rtrim", false]], "rtrim() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.rtrim", false]], "rtrim() (in module datafusion.functions)": [[5, "datafusion.functions.rtrim", false]], "runtimeconfig (class in datafusion.context)": [[1, "datafusion.context.RuntimeConfig", false]], "runtimeenvbuilder (class in datafusion)": [[7, "datafusion.RuntimeEnvBuilder", false]], "runtimeenvbuilder (class in datafusion.context)": [[1, "datafusion.context.RuntimeEnvBuilder", false]], "scalarsubquery (in module datafusion.expr)": [[4, "datafusion.expr.ScalarSubquery", false]], "scalarudf (class in datafusion)": [[7, "datafusion.ScalarUDF", false]], "scalarudf (class in datafusion.user_defined)": [[17, "datafusion.user_defined.ScalarUDF", false]], "scalarudfexportable (class in datafusion.user_defined)": [[17, "datafusion.user_defined.ScalarUDFExportable", false]], "scalarvariable (in module datafusion.expr)": [[4, "datafusion.expr.ScalarVariable", false]], "schema (class in datafusion.catalog)": [[0, "datafusion.catalog.Schema", false]], "schema (datafusion.catalog.table property)": [[0, "datafusion.catalog.Table.schema", false]], "schema (datafusion.table property)": [[7, "datafusion.Table.schema", false]], "schema() (datafusion.catalog method)": [[7, "datafusion.Catalog.schema", false]], "schema() (datafusion.catalog.catalog method)": [[0, "datafusion.catalog.Catalog.schema", false]], "schema() (datafusion.catalog.catalogprovider method)": [[0, "datafusion.catalog.CatalogProvider.schema", false]], "schema() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.schema", false]], "schema_name() (datafusion.expr method)": [[7, "datafusion.Expr.schema_name", false]], "schema_name() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.schema_name", false]], "schema_names() (datafusion.catalog method)": [[7, "datafusion.Catalog.schema_names", false]], "schema_names() (datafusion.catalog.catalog method)": [[0, "datafusion.catalog.Catalog.schema_names", false]], "schema_names() (datafusion.catalog.catalogprovider method)": [[0, "datafusion.catalog.CatalogProvider.schema_names", false]], "schemaprovider (class in datafusion.catalog)": [[0, "datafusion.catalog.SchemaProvider", false]], "select() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.select", false]], "select_columns() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.select_columns", false]], "serde (class in datafusion.substrait)": [[15, "datafusion.substrait.Serde", false]], "serialize() (datafusion.substrait.serde static method)": [[15, "datafusion.substrait.Serde.serialize", false]], "serialize_bytes() (datafusion.substrait.serde static method)": [[15, "datafusion.substrait.Serde.serialize_bytes", false]], "serialize_to_plan() (datafusion.substrait.serde static method)": [[15, "datafusion.substrait.Serde.serialize_to_plan", false]], "session_id() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.session_id", false]], "sessionconfig (class in datafusion)": [[7, "datafusion.SessionConfig", false]], "sessionconfig (class in datafusion.context)": [[1, "datafusion.context.SessionConfig", false]], "sessioncontext (class in datafusion.context)": [[1, "datafusion.context.SessionContext", false]], "set() (datafusion.context.sessionconfig method)": [[1, "datafusion.context.SessionConfig.set", false]], "set() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.set", false]], "set_custom_cell_builder() (datafusion.dataframe_formatter.dataframehtmlformatter method)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter.set_custom_cell_builder", false]], "set_custom_header_builder() (datafusion.dataframe_formatter.dataframehtmlformatter method)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter.set_custom_header_builder", false]], "set_formatter() (datafusion.dataframe_formatter.formattermanager class method)": [[3, "datafusion.dataframe_formatter.FormatterManager.set_formatter", false]], "set_formatter() (in module datafusion.dataframe_formatter)": [[3, "datafusion.dataframe_formatter.set_formatter", false]], "setvariable (in module datafusion.expr)": [[4, "datafusion.expr.SetVariable", false]], "sha224() (datafusion.expr method)": [[7, "datafusion.Expr.sha224", false]], "sha224() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.sha224", false]], "sha224() (in module datafusion.functions)": [[5, "datafusion.functions.sha224", false]], "sha256() (datafusion.expr method)": [[7, "datafusion.Expr.sha256", false]], "sha256() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.sha256", false]], "sha256() (in module datafusion.functions)": [[5, "datafusion.functions.sha256", false]], "sha384() (datafusion.expr method)": [[7, "datafusion.Expr.sha384", false]], "sha384() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.sha384", false]], "sha384() (in module datafusion.functions)": [[5, "datafusion.functions.sha384", false]], "sha512() (datafusion.expr method)": [[7, "datafusion.Expr.sha512", false]], "sha512() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.sha512", false]], "sha512() (in module datafusion.functions)": [[5, "datafusion.functions.sha512", false]], "show() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.show", false]], "show_truncation_message (datafusion.dataframe_formatter.dataframehtmlformatter attribute)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter.show_truncation_message", false]], "signum() (datafusion.expr method)": [[7, "datafusion.Expr.signum", false]], "signum() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.signum", false]], "signum() (in module datafusion.functions)": [[5, "datafusion.functions.signum", false]], "similarto (in module datafusion.expr)": [[4, "datafusion.expr.SimilarTo", false]], "sin() (datafusion.expr method)": [[7, "datafusion.Expr.sin", false]], "sin() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.sin", false]], "sin() (in module datafusion.functions)": [[5, "datafusion.functions.sin", false]], "sinh() (datafusion.expr method)": [[7, "datafusion.Expr.sinh", false]], "sinh() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.sinh", false]], "sinh() (in module datafusion.functions)": [[5, "datafusion.functions.sinh", false]], "skip_arrow_metadata (datafusion.dataframe.parquetwriteroptions attribute)": [[2, "datafusion.dataframe.ParquetWriterOptions.skip_arrow_metadata", false], [2, "id22", false]], "skip_arrow_metadata (datafusion.parquetwriteroptions attribute)": [[7, "datafusion.ParquetWriterOptions.skip_arrow_metadata", false], [7, "id23", false]], "snappy (datafusion.dataframe.compression attribute)": [[2, "datafusion.dataframe.Compression.SNAPPY", false]], "sort (in module datafusion.expr)": [[4, "datafusion.expr.Sort", false]], "sort() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.sort", false]], "sort() (datafusion.expr method)": [[7, "datafusion.Expr.sort", false]], "sort() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.sort", false]], "sortexpr (class in datafusion.expr)": [[4, "datafusion.expr.SortExpr", false]], "split_part() (in module datafusion.functions)": [[5, "datafusion.functions.split_part", false]], "sql() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.sql", false]], "sql_with_options() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.sql_with_options", false]], "sqlite() (datafusion.unparser.dialect static method)": [[16, "datafusion.unparser.Dialect.sqlite", false]], "sqloptions (class in datafusion)": [[7, "datafusion.SQLOptions", false]], "sqloptions (class in datafusion.context)": [[1, "datafusion.context.SQLOptions", false]], "sqrt() (datafusion.expr method)": [[7, "datafusion.Expr.sqrt", false]], "sqrt() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.sqrt", false]], "sqrt() (in module datafusion.functions)": [[5, "datafusion.functions.sqrt", false]], "stable (datafusion.user_defined.volatility attribute)": [[17, "datafusion.user_defined.Volatility.Stable", false]], "starts_with() (in module datafusion.functions)": [[5, "datafusion.functions.starts_with", false]], "state() (datafusion.accumulator method)": [[7, "datafusion.Accumulator.state", false]], "state() (datafusion.user_defined.accumulator method)": [[17, "datafusion.user_defined.Accumulator.state", false]], "statistics_enabled (datafusion.dataframe.parquetcolumnoptions attribute)": [[2, "datafusion.dataframe.ParquetColumnOptions.statistics_enabled", false], [2, "id6", false]], "statistics_enabled (datafusion.dataframe.parquetwriteroptions attribute)": [[2, "datafusion.dataframe.ParquetWriterOptions.statistics_enabled", false], [2, "id23", false]], "statistics_enabled (datafusion.parquetcolumnoptions attribute)": [[7, "datafusion.ParquetColumnOptions.statistics_enabled", false], [7, "id7", false]], "statistics_enabled (datafusion.parquetwriteroptions attribute)": [[7, "datafusion.ParquetWriterOptions.statistics_enabled", false], [7, "id24", false]], "statistics_truncate_length (datafusion.dataframe.parquetwriteroptions attribute)": [[2, "datafusion.dataframe.ParquetWriterOptions.statistics_truncate_length", false], [2, "id24", false]], "statistics_truncate_length (datafusion.parquetwriteroptions attribute)": [[7, "datafusion.ParquetWriterOptions.statistics_truncate_length", false], [7, "id25", false]], "stddev() (in module datafusion.functions)": [[5, "datafusion.functions.stddev", false]], "stddev_pop() (in module datafusion.functions)": [[5, "datafusion.functions.stddev_pop", false]], "stddev_samp() (in module datafusion.functions)": [[5, "datafusion.functions.stddev_samp", false]], "string_agg() (in module datafusion.functions)": [[5, "datafusion.functions.string_agg", false]], "string_literal() (datafusion.expr static method)": [[7, "datafusion.Expr.string_literal", false]], "string_literal() (datafusion.expr.expr static method)": [[4, "datafusion.expr.Expr.string_literal", false]], "strpos() (in module datafusion.functions)": [[5, "datafusion.functions.strpos", false]], "struct() (in module datafusion.functions)": [[5, "datafusion.functions.struct", false]], "style_provider (datafusion.dataframe_formatter.dataframehtmlformatter attribute)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter.style_provider", false]], "styleprovider (class in datafusion.dataframe_formatter)": [[3, "datafusion.dataframe_formatter.StyleProvider", false]], "subquery (in module datafusion.expr)": [[4, "datafusion.expr.Subquery", false]], "subqueryalias (in module datafusion.expr)": [[4, "datafusion.expr.SubqueryAlias", false]], "substr() (in module datafusion.functions)": [[5, "datafusion.functions.substr", false]], "substr_index() (in module datafusion.functions)": [[5, "datafusion.functions.substr_index", false]], "substring() (in module datafusion.functions)": [[5, "datafusion.functions.substring", false]], "sum() (in module datafusion.functions)": [[5, "datafusion.functions.sum", false]], "supports_bounded_execution() (datafusion.user_defined.windowevaluator method)": [[17, "datafusion.user_defined.WindowEvaluator.supports_bounded_execution", false]], "table (class in datafusion)": [[7, "datafusion.Table", false]], "table (class in datafusion.catalog)": [[0, "datafusion.catalog.Table", false]], "table (datafusion.catalog.table attribute)": [[0, "datafusion.catalog.Table.table", false]], "table (datafusion.table attribute)": [[7, "datafusion.Table.table", false]], "table() (datafusion.catalog.schema method)": [[0, "datafusion.catalog.Schema.table", false]], "table() (datafusion.catalog.schemaprovider method)": [[0, "datafusion.catalog.SchemaProvider.table", false]], "table() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.table", false]], "table_exist() (datafusion.catalog.schemaprovider method)": [[0, "datafusion.catalog.SchemaProvider.table_exist", false]], "table_exist() (datafusion.context.sessioncontext method)": [[1, "datafusion.context.SessionContext.table_exist", false]], "table_names() (datafusion.catalog.schema method)": [[0, "datafusion.catalog.Schema.table_names", false]], "table_names() (datafusion.catalog.schemaprovider method)": [[0, "datafusion.catalog.SchemaProvider.table_names", false]], "tablefunction (class in datafusion)": [[7, "datafusion.TableFunction", false]], "tablefunction (class in datafusion.user_defined)": [[17, "datafusion.user_defined.TableFunction", false]], "tableproviderexportable (class in datafusion.context)": [[1, "datafusion.context.TableProviderExportable", false]], "tablescan (in module datafusion.expr)": [[4, "datafusion.expr.TableScan", false]], "tail() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.tail", false]], "tan() (datafusion.expr method)": [[7, "datafusion.Expr.tan", false]], "tan() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.tan", false]], "tan() (in module datafusion.functions)": [[5, "datafusion.functions.tan", false]], "tanh() (datafusion.expr method)": [[7, "datafusion.Expr.tanh", false]], "tanh() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.tanh", false]], "tanh() (in module datafusion.functions)": [[5, "datafusion.functions.tanh", false]], "to_arrow_table() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.to_arrow_table", false]], "to_hex() (datafusion.expr method)": [[7, "datafusion.Expr.to_hex", false]], "to_hex() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.to_hex", false]], "to_hex() (in module datafusion.functions)": [[5, "datafusion.functions.to_hex", false]], "to_pandas() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.to_pandas", false]], "to_polars() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.to_polars", false]], "to_proto() (datafusion.executionplan method)": [[7, "datafusion.ExecutionPlan.to_proto", false]], "to_proto() (datafusion.logicalplan method)": [[7, "datafusion.LogicalPlan.to_proto", false]], "to_proto() (datafusion.plan.executionplan method)": [[13, "datafusion.plan.ExecutionPlan.to_proto", false]], "to_proto() (datafusion.plan.logicalplan method)": [[13, "datafusion.plan.LogicalPlan.to_proto", false]], "to_pyarrow() (datafusion.record_batch.recordbatch method)": [[14, "datafusion.record_batch.RecordBatch.to_pyarrow", false]], "to_pyarrow() (datafusion.recordbatch method)": [[7, "datafusion.RecordBatch.to_pyarrow", false]], "to_pydict() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.to_pydict", false]], "to_pylist() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.to_pylist", false]], "to_substrait_plan() (datafusion.substrait.producer static method)": [[15, "datafusion.substrait.Producer.to_substrait_plan", false]], "to_timestamp() (in module datafusion.functions)": [[5, "datafusion.functions.to_timestamp", false]], "to_timestamp_micros() (in module datafusion.functions)": [[5, "datafusion.functions.to_timestamp_micros", false]], "to_timestamp_millis() (in module datafusion.functions)": [[5, "datafusion.functions.to_timestamp_millis", false]], "to_timestamp_nanos() (in module datafusion.functions)": [[5, "datafusion.functions.to_timestamp_nanos", false]], "to_timestamp_seconds() (in module datafusion.functions)": [[5, "datafusion.functions.to_timestamp_seconds", false]], "to_unixtime() (in module datafusion.functions)": [[5, "datafusion.functions.to_unixtime", false]], "to_variant() (datafusion.expr method)": [[7, "datafusion.Expr.to_variant", false]], "to_variant() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.to_variant", false]], "to_variant() (datafusion.logicalplan method)": [[7, "datafusion.LogicalPlan.to_variant", false]], "to_variant() (datafusion.plan.logicalplan method)": [[13, "datafusion.plan.LogicalPlan.to_variant", false]], "transactionaccessmode (in module datafusion.expr)": [[4, "datafusion.expr.TransactionAccessMode", false]], "transactionconclusion (in module datafusion.expr)": [[4, "datafusion.expr.TransactionConclusion", false]], "transactionend (in module datafusion.expr)": [[4, "datafusion.expr.TransactionEnd", false]], "transactionisolationlevel (in module datafusion.expr)": [[4, "datafusion.expr.TransactionIsolationLevel", false]], "transactionstart (in module datafusion.expr)": [[4, "datafusion.expr.TransactionStart", false]], "transform() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.transform", false]], "translate() (in module datafusion.functions)": [[5, "datafusion.functions.translate", false]], "trim() (datafusion.expr method)": [[7, "datafusion.Expr.trim", false]], "trim() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.trim", false]], "trim() (in module datafusion.functions)": [[5, "datafusion.functions.trim", false]], "trunc() (in module datafusion.functions)": [[5, "datafusion.functions.trunc", false]], "trycast (in module datafusion.expr)": [[4, "datafusion.expr.TryCast", false]], "types() (datafusion.expr method)": [[7, "datafusion.Expr.types", false]], "types() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.types", false]], "udaf (in module datafusion)": [[7, "datafusion.udaf", false]], "udaf (in module datafusion.user_defined)": [[17, "datafusion.user_defined.udaf", false]], "udaf() (datafusion.aggregateudf static method)": [[7, "datafusion.AggregateUDF.udaf", false]], "udaf() (datafusion.user_defined.aggregateudf static method)": [[17, "datafusion.user_defined.AggregateUDF.udaf", false]], "udf (in module datafusion)": [[7, "datafusion.udf", false]], "udf (in module datafusion.user_defined)": [[17, "datafusion.user_defined.udf", false]], "udf() (datafusion.scalarudf static method)": [[7, "datafusion.ScalarUDF.udf", false]], "udf() (datafusion.user_defined.scalarudf static method)": [[17, "datafusion.user_defined.ScalarUDF.udf", false]], "udtf (in module datafusion)": [[7, "datafusion.udtf", false]], "udtf (in module datafusion.user_defined)": [[17, "datafusion.user_defined.udtf", false]], "udtf() (datafusion.tablefunction static method)": [[7, "datafusion.TableFunction.udtf", false]], "udtf() (datafusion.user_defined.tablefunction static method)": [[17, "datafusion.user_defined.TableFunction.udtf", false]], "udwf (in module datafusion)": [[7, "datafusion.udwf", false]], "udwf (in module datafusion.user_defined)": [[17, "datafusion.user_defined.udwf", false]], "udwf() (datafusion.user_defined.windowudf static method)": [[17, "datafusion.user_defined.WindowUDF.udwf", false]], "udwf() (datafusion.windowudf static method)": [[7, "datafusion.WindowUDF.udwf", false]], "uncompressed (datafusion.dataframe.compression attribute)": [[2, "datafusion.dataframe.Compression.UNCOMPRESSED", false]], "union (in module datafusion.expr)": [[4, "datafusion.expr.Union", false]], "union() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.union", false]], "union_distinct() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.union_distinct", false]], "unnest (in module datafusion.expr)": [[4, "datafusion.expr.Unnest", false]], "unnest_columns() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.unnest_columns", false]], "unnestexpr (in module datafusion.expr)": [[4, "datafusion.expr.UnnestExpr", false]], "unparser (class in datafusion.unparser)": [[16, "datafusion.unparser.Unparser", false]], "unparser (datafusion.unparser.unparser attribute)": [[16, "datafusion.unparser.Unparser.unparser", false]], "update() (datafusion.accumulator method)": [[7, "datafusion.Accumulator.update", false]], "update() (datafusion.user_defined.accumulator method)": [[17, "datafusion.user_defined.Accumulator.update", false]], "upper() (datafusion.expr method)": [[7, "datafusion.Expr.upper", false]], "upper() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.upper", false]], "upper() (in module datafusion.functions)": [[5, "datafusion.functions.upper", false]], "use_shared_styles (datafusion.dataframe_formatter.dataframehtmlformatter attribute)": [[3, "datafusion.dataframe_formatter.DataFrameHtmlFormatter.use_shared_styles", false]], "uses_window_frame() (datafusion.user_defined.windowevaluator method)": [[17, "datafusion.user_defined.WindowEvaluator.uses_window_frame", false]], "uuid() (in module datafusion.functions)": [[5, "datafusion.functions.uuid", false]], "values (in module datafusion.expr)": [[4, "datafusion.expr.Values", false]], "var() (in module datafusion.functions)": [[5, "datafusion.functions.var", false]], "var_pop() (in module datafusion.functions)": [[5, "datafusion.functions.var_pop", false]], "var_samp() (in module datafusion.functions)": [[5, "datafusion.functions.var_samp", false]], "var_sample() (in module datafusion.functions)": [[5, "datafusion.functions.var_sample", false]], "variant_name() (datafusion.expr method)": [[7, "datafusion.Expr.variant_name", false]], "variant_name() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.variant_name", false]], "volatile (datafusion.user_defined.volatility attribute)": [[17, "datafusion.user_defined.Volatility.Volatile", false]], "volatility (class in datafusion.user_defined)": [[17, "datafusion.user_defined.Volatility", false]], "when() (datafusion.expr.casebuilder method)": [[4, "datafusion.expr.CaseBuilder.when", false]], "when() (in module datafusion.functions)": [[5, "datafusion.functions.when", false]], "window (class in datafusion.expr)": [[4, "datafusion.expr.Window", false]], "window() (in module datafusion.functions)": [[5, "datafusion.functions.window", false]], "window_frame (datafusion.expr.windowframe attribute)": [[4, "datafusion.expr.WindowFrame.window_frame", false]], "window_frame (datafusion.windowframe attribute)": [[7, "datafusion.WindowFrame.window_frame", false]], "window_frame() (datafusion.expr method)": [[7, "datafusion.Expr.window_frame", false]], "window_frame() (datafusion.expr.expr method)": [[4, "datafusion.expr.Expr.window_frame", false]], "windowevaluator (class in datafusion.user_defined)": [[17, "datafusion.user_defined.WindowEvaluator", false]], "windowexpr (in module datafusion.expr)": [[4, "datafusion.expr.WindowExpr", false]], "windowframe (class in datafusion)": [[7, "datafusion.WindowFrame", false]], "windowframe (class in datafusion.expr)": [[4, "datafusion.expr.WindowFrame", false]], "windowframebound (class in datafusion.expr)": [[4, "datafusion.expr.WindowFrameBound", false]], "windowudf (class in datafusion)": [[7, "datafusion.WindowUDF", false]], "windowudf (class in datafusion.user_defined)": [[17, "datafusion.user_defined.WindowUDF", false]], "windowudfexportable (class in datafusion.user_defined)": [[17, "datafusion.user_defined.WindowUDFExportable", false]], "with_allow_ddl() (datafusion.context.sqloptions method)": [[1, "datafusion.context.SQLOptions.with_allow_ddl", false]], "with_allow_ddl() (datafusion.sqloptions method)": [[7, "datafusion.SQLOptions.with_allow_ddl", false]], "with_allow_dml() (datafusion.context.sqloptions method)": [[1, "datafusion.context.SQLOptions.with_allow_dml", false]], "with_allow_dml() (datafusion.sqloptions method)": [[7, "datafusion.SQLOptions.with_allow_dml", false]], "with_allow_statements() (datafusion.context.sqloptions method)": [[1, "datafusion.context.SQLOptions.with_allow_statements", false]], "with_allow_statements() (datafusion.sqloptions method)": [[7, "datafusion.SQLOptions.with_allow_statements", false]], "with_batch_size() (datafusion.context.sessionconfig method)": [[1, "datafusion.context.SessionConfig.with_batch_size", false]], "with_batch_size() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_batch_size", false]], "with_column() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.with_column", false]], "with_column_renamed() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.with_column_renamed", false]], "with_columns() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.with_columns", false]], "with_create_default_catalog_and_schema() (datafusion.context.sessionconfig method)": [[1, "datafusion.context.SessionConfig.with_create_default_catalog_and_schema", false]], "with_create_default_catalog_and_schema() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_create_default_catalog_and_schema", false]], "with_default_catalog_and_schema() (datafusion.context.sessionconfig method)": [[1, "datafusion.context.SessionConfig.with_default_catalog_and_schema", false]], "with_default_catalog_and_schema() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_default_catalog_and_schema", false]], "with_disk_manager_disabled() (datafusion.context.runtimeenvbuilder method)": [[1, "datafusion.context.RuntimeEnvBuilder.with_disk_manager_disabled", false]], "with_disk_manager_disabled() (datafusion.runtimeenvbuilder method)": [[7, "datafusion.RuntimeEnvBuilder.with_disk_manager_disabled", false]], "with_disk_manager_os() (datafusion.context.runtimeenvbuilder method)": [[1, "datafusion.context.RuntimeEnvBuilder.with_disk_manager_os", false]], "with_disk_manager_os() (datafusion.runtimeenvbuilder method)": [[7, "datafusion.RuntimeEnvBuilder.with_disk_manager_os", false]], "with_disk_manager_specified() (datafusion.context.runtimeenvbuilder method)": [[1, "datafusion.context.RuntimeEnvBuilder.with_disk_manager_specified", false]], "with_disk_manager_specified() (datafusion.runtimeenvbuilder method)": [[7, "datafusion.RuntimeEnvBuilder.with_disk_manager_specified", false]], "with_fair_spill_pool() (datafusion.context.runtimeenvbuilder method)": [[1, "datafusion.context.RuntimeEnvBuilder.with_fair_spill_pool", false]], "with_fair_spill_pool() (datafusion.runtimeenvbuilder method)": [[7, "datafusion.RuntimeEnvBuilder.with_fair_spill_pool", false]], "with_greedy_memory_pool() (datafusion.context.runtimeenvbuilder method)": [[1, "datafusion.context.RuntimeEnvBuilder.with_greedy_memory_pool", false]], "with_greedy_memory_pool() (datafusion.runtimeenvbuilder method)": [[7, "datafusion.RuntimeEnvBuilder.with_greedy_memory_pool", false]], "with_information_schema() (datafusion.context.sessionconfig method)": [[1, "datafusion.context.SessionConfig.with_information_schema", false]], "with_information_schema() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_information_schema", false]], "with_parquet_pruning() (datafusion.context.sessionconfig method)": [[1, "datafusion.context.SessionConfig.with_parquet_pruning", false]], "with_parquet_pruning() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_parquet_pruning", false]], "with_pretty() (datafusion.unparser.unparser method)": [[16, "datafusion.unparser.Unparser.with_pretty", false]], "with_repartition_aggregations() (datafusion.context.sessionconfig method)": [[1, "datafusion.context.SessionConfig.with_repartition_aggregations", false]], "with_repartition_aggregations() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_repartition_aggregations", false]], "with_repartition_file_min_size() (datafusion.context.sessionconfig method)": [[1, "datafusion.context.SessionConfig.with_repartition_file_min_size", false]], "with_repartition_file_min_size() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_repartition_file_min_size", false]], "with_repartition_file_scans() (datafusion.context.sessionconfig method)": [[1, "datafusion.context.SessionConfig.with_repartition_file_scans", false]], "with_repartition_file_scans() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_repartition_file_scans", false]], "with_repartition_joins() (datafusion.context.sessionconfig method)": [[1, "datafusion.context.SessionConfig.with_repartition_joins", false]], "with_repartition_joins() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_repartition_joins", false]], "with_repartition_sorts() (datafusion.context.sessionconfig method)": [[1, "datafusion.context.SessionConfig.with_repartition_sorts", false]], "with_repartition_sorts() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_repartition_sorts", false]], "with_repartition_windows() (datafusion.context.sessionconfig method)": [[1, "datafusion.context.SessionConfig.with_repartition_windows", false]], "with_repartition_windows() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_repartition_windows", false]], "with_target_partitions() (datafusion.context.sessionconfig method)": [[1, "datafusion.context.SessionConfig.with_target_partitions", false]], "with_target_partitions() (datafusion.sessionconfig method)": [[7, "datafusion.SessionConfig.with_target_partitions", false]], "with_temp_file_path() (datafusion.context.runtimeenvbuilder method)": [[1, "datafusion.context.RuntimeEnvBuilder.with_temp_file_path", false]], "with_temp_file_path() (datafusion.runtimeenvbuilder method)": [[7, "datafusion.RuntimeEnvBuilder.with_temp_file_path", false]], "with_unbounded_memory_pool() (datafusion.context.runtimeenvbuilder method)": [[1, "datafusion.context.RuntimeEnvBuilder.with_unbounded_memory_pool", false]], "with_unbounded_memory_pool() (datafusion.runtimeenvbuilder method)": [[7, "datafusion.RuntimeEnvBuilder.with_unbounded_memory_pool", false]], "write_batch_size (datafusion.dataframe.parquetwriteroptions attribute)": [[2, "datafusion.dataframe.ParquetWriterOptions.write_batch_size", false], [2, "id25", false]], "write_batch_size (datafusion.parquetwriteroptions attribute)": [[7, "datafusion.ParquetWriterOptions.write_batch_size", false], [7, "id26", false]], "write_csv() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.write_csv", false]], "write_json() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.write_json", false]], "write_parquet() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.write_parquet", false]], "write_parquet_with_options() (datafusion.dataframe.dataframe method)": [[2, "datafusion.dataframe.DataFrame.write_parquet_with_options", false]], "writer_version (datafusion.dataframe.parquetwriteroptions attribute)": [[2, "datafusion.dataframe.ParquetWriterOptions.writer_version", false], [2, "id26", false]], "writer_version (datafusion.parquetwriteroptions attribute)": [[7, "datafusion.ParquetWriterOptions.writer_version", false], [7, "id27", false]], "zstd (datafusion.dataframe.compression attribute)": [[2, "datafusion.dataframe.Compression.ZSTD", false]]}, "objects": {"": [[7, 0, 0, "-", "datafusion"]], "datafusion": [[7, 1, 1, "", "Accumulator"], [7, 1, 1, "", "AggregateUDF"], [7, 1, 1, "", "Catalog"], [7, 4, 1, "", "DFSchema"], [7, 1, 1, "", "Database"], [7, 1, 1, "", "ExecutionPlan"], [7, 1, 1, "", "Expr"], [7, 1, 1, "", "LogicalPlan"], [7, 1, 1, "", "ParquetColumnOptions"], [7, 1, 1, "", "ParquetWriterOptions"], [7, 1, 1, "", "RecordBatch"], [7, 1, 1, "", "RecordBatchStream"], [7, 1, 1, "", "RuntimeEnvBuilder"], [7, 1, 1, "", "SQLOptions"], [7, 1, 1, "", "ScalarUDF"], [7, 1, 1, "", "SessionConfig"], [7, 1, 1, "", "Table"], [7, 1, 1, "", "TableFunction"], [7, 1, 1, "", "WindowFrame"], [7, 1, 1, "", "WindowUDF"], [0, 0, 0, "-", "catalog"], [7, 4, 1, "", "col"], [7, 4, 1, "", "column"], [7, 6, 1, "", "configure_formatter"], [1, 0, 0, "-", "context"], [2, 0, 0, "-", "dataframe"], [3, 0, 0, "-", "dataframe_formatter"], [4, 0, 0, "-", "expr"], [5, 0, 0, "-", "functions"], [6, 0, 0, "-", "html_formatter"], [9, 0, 0, "-", "input"], [11, 0, 0, "-", "io"], [7, 6, 1, "", "lit"], [7, 6, 1, "", "literal"], [12, 0, 0, "-", "object_store"], [13, 0, 0, "-", "plan"], [7, 6, 1, "", "read_avro"], [7, 6, 1, "", "read_csv"], [7, 6, 1, "", "read_json"], [7, 6, 1, "", "read_parquet"], [14, 0, 0, "-", "record_batch"], [15, 0, 0, "-", "substrait"], [7, 4, 1, "", "udaf"], [7, 4, 1, "", "udf"], [7, 4, 1, "", "udtf"], [7, 4, 1, "", "udwf"], [16, 0, 0, "-", "unparser"], [17, 0, 0, "-", "user_defined"]], "datafusion.Accumulator": [[7, 2, 1, "", "evaluate"], [7, 2, 1, "", "merge"], [7, 2, 1, "", "state"], [7, 2, 1, "", "update"]], "datafusion.AggregateUDF": [[7, 2, 1, "", "__call__"], [7, 2, 1, "", "__repr__"], [7, 3, 1, "", "_udaf"], [7, 2, 1, "", "from_pycapsule"], [7, 2, 1, "", "udaf"]], "datafusion.Catalog": [[7, 2, 1, "", "__repr__"], [7, 3, 1, "", "catalog"], [7, 2, 1, "", "database"], [7, 2, 1, "", "deregister_schema"], [7, 2, 1, "", "memory_catalog"], [7, 2, 1, "", "names"], [7, 2, 1, "", "register_schema"], [7, 2, 1, "", "schema"], [7, 2, 1, "", "schema_names"]], "datafusion.ExecutionPlan": [[7, 2, 1, "", "__repr__"], [7, 3, 1, "", "_raw_plan"], [7, 2, 1, "", "children"], [7, 2, 1, "", "display"], [7, 2, 1, "", "display_indent"], [7, 2, 1, "", "from_proto"], [7, 5, 1, "", "partition_count"], [7, 2, 1, "", "to_proto"]], "datafusion.Expr": [[7, 2, 1, "", "__add__"], [7, 2, 1, "", "__and__"], [7, 2, 1, "", "__eq__"], [7, 2, 1, "", "__ge__"], [7, 2, 1, "", "__getitem__"], [7, 2, 1, "", "__gt__"], [7, 2, 1, "", "__invert__"], [7, 2, 1, "", "__le__"], [7, 2, 1, "", "__lt__"], [7, 2, 1, "", "__mod__"], [7, 2, 1, "", "__mul__"], [7, 2, 1, "", "__ne__"], [7, 2, 1, "", "__or__"], [7, 3, 1, "", "__radd__"], [7, 3, 1, "", "__rand__"], [7, 2, 1, "", "__repr__"], [7, 2, 1, "", "__richcmp__"], [7, 3, 1, "", "__rmod__"], [7, 3, 1, "", "__rmul__"], [7, 3, 1, "", "__ror__"], [7, 3, 1, "", "__rsub__"], [7, 3, 1, "", "__rtruediv__"], [7, 2, 1, "", "__sub__"], [7, 2, 1, "", "__truediv__"], [7, 3, 1, "", "_to_pyarrow_types"], [7, 2, 1, "", "abs"], [7, 2, 1, "", "acos"], [7, 2, 1, "", "acosh"], [7, 2, 1, "", "alias"], [7, 2, 1, "", "array_dims"], [7, 2, 1, "", "array_distinct"], [7, 2, 1, "", "array_empty"], [7, 2, 1, "", "array_length"], [7, 2, 1, "", "array_ndims"], [7, 2, 1, "", "array_pop_back"], [7, 2, 1, "", "array_pop_front"], [7, 2, 1, "", "arrow_typeof"], [7, 2, 1, "", "ascii"], [7, 2, 1, "", "asin"], [7, 2, 1, "", "asinh"], [7, 2, 1, "", "atan"], [7, 2, 1, "", "atanh"], [7, 2, 1, "", "between"], [7, 2, 1, "", "bit_length"], [7, 2, 1, "", "btrim"], [7, 2, 1, "", "canonical_name"], [7, 2, 1, "", "cardinality"], [7, 2, 1, "", "cast"], [7, 2, 1, "", "cbrt"], [7, 2, 1, "", "ceil"], [7, 2, 1, "", "char_length"], [7, 2, 1, "", "character_length"], [7, 2, 1, "", "chr"], [7, 2, 1, "", "column"], [7, 2, 1, "", "column_name"], [7, 2, 1, "", "cos"], [7, 2, 1, "", "cosh"], [7, 2, 1, "", "cot"], [7, 2, 1, "", "degrees"], [7, 2, 1, "", "display_name"], [7, 2, 1, "", "distinct"], [7, 2, 1, "", "empty"], [7, 2, 1, "", "exp"], [7, 3, 1, "", "expr"], [7, 2, 1, "", "factorial"], [7, 2, 1, "", "fill_nan"], [7, 2, 1, "", "fill_null"], [7, 2, 1, "", "filter"], [7, 2, 1, "", "flatten"], [7, 2, 1, "", "floor"], [7, 2, 1, "", "from_unixtime"], [7, 2, 1, "", "initcap"], [7, 2, 1, "", "is_not_null"], [7, 2, 1, "", "is_null"], [7, 2, 1, "", "isnan"], [7, 2, 1, "", "iszero"], [7, 2, 1, "", "length"], [7, 2, 1, "", "list_dims"], [7, 2, 1, "", "list_distinct"], [7, 2, 1, "", "list_length"], [7, 2, 1, "", "list_ndims"], [7, 2, 1, "", "literal"], [7, 2, 1, "", "literal_with_metadata"], [7, 2, 1, "", "ln"], [7, 2, 1, "", "log10"], [7, 2, 1, "", "log2"], [7, 2, 1, "", "lower"], [7, 2, 1, "", "ltrim"], [7, 2, 1, "", "md5"], [7, 2, 1, "", "null_treatment"], [7, 2, 1, "", "octet_length"], [7, 2, 1, "", "order_by"], [7, 2, 1, "", "over"], [7, 2, 1, "", "partition_by"], [7, 2, 1, "", "python_value"], [7, 2, 1, "", "radians"], [7, 2, 1, "", "reverse"], [7, 2, 1, "", "rex_call_operands"], [7, 2, 1, "", "rex_call_operator"], [7, 2, 1, "", "rex_type"], [7, 2, 1, "", "rtrim"], [7, 2, 1, "", "schema_name"], [7, 2, 1, "", "sha224"], [7, 2, 1, "", "sha256"], [7, 2, 1, "", "sha384"], [7, 2, 1, "", "sha512"], [7, 2, 1, "", "signum"], [7, 2, 1, "", "sin"], [7, 2, 1, "", "sinh"], [7, 2, 1, "", "sort"], [7, 2, 1, "", "sqrt"], [7, 2, 1, "", "string_literal"], [7, 2, 1, "", "tan"], [7, 2, 1, "", "tanh"], [7, 2, 1, "", "to_hex"], [7, 2, 1, "", "to_variant"], [7, 2, 1, "", "trim"], [7, 2, 1, "", "types"], [7, 2, 1, "", "upper"], [7, 2, 1, "", "variant_name"], [7, 2, 1, "", "window_frame"]], "datafusion.LogicalPlan": [[7, 2, 1, "", "__repr__"], [7, 3, 1, "", "_raw_plan"], [7, 2, 1, "", "display"], [7, 2, 1, "", "display_graphviz"], [7, 2, 1, "", "display_indent"], [7, 2, 1, "", "display_indent_schema"], [7, 2, 1, "", "from_proto"], [7, 2, 1, "", "inputs"], [7, 2, 1, "", "to_proto"], [7, 2, 1, "", "to_variant"]], "datafusion.ParquetColumnOptions": [[7, 3, 1, "id0", "bloom_filter_enabled"], [7, 3, 1, "id2", "bloom_filter_fpp"], [7, 3, 1, "id3", "bloom_filter_ndv"], [7, 3, 1, "id4", "compression"], [7, 3, 1, "id5", "dictionary_enabled"], [7, 3, 1, "id6", "encoding"], [7, 3, 1, "id7", "statistics_enabled"]], "datafusion.ParquetWriterOptions": [[7, 3, 1, "id8", "allow_single_file_parallelism"], [7, 3, 1, "id9", "bloom_filter_fpp"], [7, 3, 1, "id10", "bloom_filter_ndv"], [7, 3, 1, "id11", "bloom_filter_on_write"], [7, 3, 1, "id12", "column_index_truncate_length"], [7, 3, 1, "id13", "column_specific_options"], [7, 3, 1, "", "compression"], [7, 3, 1, "id14", "created_by"], [7, 3, 1, "id15", "data_page_row_count_limit"], [7, 3, 1, "id16", "data_pagesize_limit"], [7, 3, 1, "id17", "dictionary_enabled"], [7, 3, 1, "id18", "dictionary_page_size_limit"], [7, 3, 1, "id19", "encoding"], [7, 3, 1, "id20", "max_row_group_size"], [7, 3, 1, "id21", "maximum_buffered_record_batches_per_stream"], [7, 3, 1, "id22", "maximum_parallel_row_group_writers"], [7, 3, 1, "id23", "skip_arrow_metadata"], [7, 3, 1, "id24", "statistics_enabled"], [7, 3, 1, "id25", "statistics_truncate_length"], [7, 3, 1, "id26", "write_batch_size"], [7, 3, 1, "id27", "writer_version"]], "datafusion.RecordBatch": [[7, 3, 1, "", "record_batch"], [7, 2, 1, "", "to_pyarrow"]], "datafusion.RecordBatchStream": [[7, 2, 1, "", "__aiter__"], [7, 2, 1, "", "__anext__"], [7, 2, 1, "", "__iter__"], [7, 2, 1, "", "__next__"], [7, 2, 1, "", "next"], [7, 3, 1, "", "rbs"]], "datafusion.RuntimeEnvBuilder": [[7, 3, 1, "", "config_internal"], [7, 2, 1, "", "with_disk_manager_disabled"], [7, 2, 1, "", "with_disk_manager_os"], [7, 2, 1, "", "with_disk_manager_specified"], [7, 2, 1, "", "with_fair_spill_pool"], [7, 2, 1, "", "with_greedy_memory_pool"], [7, 2, 1, "", "with_temp_file_path"], [7, 2, 1, "", "with_unbounded_memory_pool"]], "datafusion.SQLOptions": [[7, 3, 1, "", "options_internal"], [7, 2, 1, "", "with_allow_ddl"], [7, 2, 1, "", "with_allow_dml"], [7, 2, 1, "", "with_allow_statements"]], "datafusion.ScalarUDF": [[7, 2, 1, "", "__call__"], [7, 2, 1, "", "__repr__"], [7, 3, 1, "", "_udf"], [7, 2, 1, "", "from_pycapsule"], [7, 2, 1, "", "udf"]], "datafusion.SessionConfig": [[7, 3, 1, "", "config_internal"], [7, 2, 1, "", "set"], [7, 2, 1, "", "with_batch_size"], [7, 2, 1, "", "with_create_default_catalog_and_schema"], [7, 2, 1, "", "with_default_catalog_and_schema"], [7, 2, 1, "", "with_information_schema"], [7, 2, 1, "", "with_parquet_pruning"], [7, 2, 1, "", "with_repartition_aggregations"], [7, 2, 1, "", "with_repartition_file_min_size"], [7, 2, 1, "", "with_repartition_file_scans"], [7, 2, 1, "", "with_repartition_joins"], [7, 2, 1, "", "with_repartition_sorts"], [7, 2, 1, "", "with_repartition_windows"], [7, 2, 1, "", "with_target_partitions"]], "datafusion.Table": [[7, 2, 1, "", "__repr__"], [7, 2, 1, "", "from_dataset"], [7, 5, 1, "", "kind"], [7, 5, 1, "", "schema"], [7, 3, 1, "", "table"]], "datafusion.TableFunction": [[7, 2, 1, "", "__call__"], [7, 2, 1, "", "__repr__"], [7, 2, 1, "", "_create_table_udf"], [7, 2, 1, "", "_create_table_udf_decorator"], [7, 3, 1, "", "_udtf"], [7, 2, 1, "", "udtf"]], "datafusion.WindowFrame": [[7, 2, 1, "", "__repr__"], [7, 2, 1, "", "get_frame_units"], [7, 2, 1, "", "get_lower_bound"], [7, 2, 1, "", "get_upper_bound"], [7, 3, 1, "", "window_frame"]], "datafusion.WindowUDF": [[7, 2, 1, "", "__call__"], [7, 2, 1, "", "__repr__"], [7, 2, 1, "", "_create_window_udf"], [7, 2, 1, "", "_create_window_udf_decorator"], [7, 2, 1, "", "_get_default_name"], [7, 2, 1, "", "_normalize_input_types"], [7, 3, 1, "", "_udwf"], [7, 2, 1, "", "from_pycapsule"], [7, 2, 1, "", "udwf"]], "datafusion.catalog": [[0, 1, 1, "", "Catalog"], [0, 1, 1, "", "CatalogProvider"], [0, 1, 1, "", "Schema"], [0, 1, 1, "", "SchemaProvider"], [0, 1, 1, "", "Table"]], "datafusion.catalog.Catalog": [[0, 2, 1, "", "__repr__"], [0, 3, 1, "", "catalog"], [0, 2, 1, "", "database"], [0, 2, 1, "", "deregister_schema"], [0, 2, 1, "", "memory_catalog"], [0, 2, 1, "", "names"], [0, 2, 1, "", "register_schema"], [0, 2, 1, "", "schema"], [0, 2, 1, "", "schema_names"]], "datafusion.catalog.CatalogProvider": [[0, 2, 1, "", "deregister_schema"], [0, 2, 1, "", "register_schema"], [0, 2, 1, "", "schema"], [0, 2, 1, "", "schema_names"]], "datafusion.catalog.Schema": [[0, 2, 1, "", "__repr__"], [0, 3, 1, "", "_raw_schema"], [0, 2, 1, "", "deregister_table"], [0, 2, 1, "", "memory_schema"], [0, 2, 1, "", "names"], [0, 2, 1, "", "register_table"], [0, 2, 1, "", "table"], [0, 2, 1, "", "table_names"]], "datafusion.catalog.SchemaProvider": [[0, 2, 1, "", "deregister_table"], [0, 2, 1, "", "owner_name"], [0, 2, 1, "", "register_table"], [0, 2, 1, "", "table"], [0, 2, 1, "", "table_exist"], [0, 2, 1, "", "table_names"]], "datafusion.catalog.Table": [[0, 2, 1, "", "__repr__"], [0, 2, 1, "", "from_dataset"], [0, 5, 1, "", "kind"], [0, 5, 1, "", "schema"], [0, 3, 1, "", "table"]], "datafusion.context": [[1, 1, 1, "", "ArrowArrayExportable"], [1, 1, 1, "", "ArrowStreamExportable"], [1, 1, 1, "", "CatalogProviderExportable"], [1, 1, 1, "", "RuntimeConfig"], [1, 1, 1, "", "RuntimeEnvBuilder"], [1, 1, 1, "", "SQLOptions"], [1, 1, 1, "", "SessionConfig"], [1, 1, 1, "", "SessionContext"], [1, 1, 1, "", "TableProviderExportable"]], "datafusion.context.ArrowArrayExportable": [[1, 2, 1, "", "__arrow_c_array__"]], "datafusion.context.ArrowStreamExportable": [[1, 2, 1, "", "__arrow_c_stream__"]], "datafusion.context.CatalogProviderExportable": [[1, 2, 1, "", "__datafusion_catalog_provider__"]], "datafusion.context.RuntimeEnvBuilder": [[1, 3, 1, "", "config_internal"], [1, 2, 1, "", "with_disk_manager_disabled"], [1, 2, 1, "", "with_disk_manager_os"], [1, 2, 1, "", "with_disk_manager_specified"], [1, 2, 1, "", "with_fair_spill_pool"], [1, 2, 1, "", "with_greedy_memory_pool"], [1, 2, 1, "", "with_temp_file_path"], [1, 2, 1, "", "with_unbounded_memory_pool"]], "datafusion.context.SQLOptions": [[1, 3, 1, "", "options_internal"], [1, 2, 1, "", "with_allow_ddl"], [1, 2, 1, "", "with_allow_dml"], [1, 2, 1, "", "with_allow_statements"]], "datafusion.context.SessionConfig": [[1, 3, 1, "", "config_internal"], [1, 2, 1, "", "set"], [1, 2, 1, "", "with_batch_size"], [1, 2, 1, "", "with_create_default_catalog_and_schema"], [1, 2, 1, "", "with_default_catalog_and_schema"], [1, 2, 1, "", "with_information_schema"], [1, 2, 1, "", "with_parquet_pruning"], [1, 2, 1, "", "with_repartition_aggregations"], [1, 2, 1, "", "with_repartition_file_min_size"], [1, 2, 1, "", "with_repartition_file_scans"], [1, 2, 1, "", "with_repartition_joins"], [1, 2, 1, "", "with_repartition_sorts"], [1, 2, 1, "", "with_repartition_windows"], [1, 2, 1, "", "with_target_partitions"]], "datafusion.context.SessionContext": [[1, 2, 1, "", "__repr__"], [1, 2, 1, "", "_convert_table_partition_cols"], [1, 2, 1, "", "catalog"], [1, 2, 1, "", "catalog_names"], [1, 2, 1, "", "create_dataframe"], [1, 2, 1, "", "create_dataframe_from_logical_plan"], [1, 3, 1, "", "ctx"], [1, 2, 1, "", "deregister_table"], [1, 2, 1, "", "empty_table"], [1, 2, 1, "", "enable_url_table"], [1, 2, 1, "", "execute"], [1, 2, 1, "", "from_arrow"], [1, 2, 1, "", "from_arrow_table"], [1, 2, 1, "", "from_pandas"], [1, 2, 1, "", "from_polars"], [1, 2, 1, "", "from_pydict"], [1, 2, 1, "", "from_pylist"], [1, 2, 1, "", "global_ctx"], [1, 2, 1, "", "read_avro"], [1, 2, 1, "", "read_csv"], [1, 2, 1, "", "read_json"], [1, 2, 1, "", "read_parquet"], [1, 2, 1, "", "read_table"], [1, 2, 1, "", "register_avro"], [1, 2, 1, "", "register_catalog_provider"], [1, 2, 1, "", "register_csv"], [1, 2, 1, "", "register_dataset"], [1, 2, 1, "", "register_json"], [1, 2, 1, "", "register_listing_table"], [1, 2, 1, "", "register_object_store"], [1, 2, 1, "", "register_parquet"], [1, 2, 1, "", "register_record_batches"], [1, 2, 1, "", "register_table"], [1, 2, 1, "", "register_table_provider"], [1, 2, 1, "", "register_udaf"], [1, 2, 1, "", "register_udf"], [1, 2, 1, "", "register_udtf"], [1, 2, 1, "", "register_udwf"], [1, 2, 1, "", "register_view"], [1, 2, 1, "", "session_id"], [1, 2, 1, "", "sql"], [1, 2, 1, "", "sql_with_options"], [1, 2, 1, "", "table"], [1, 2, 1, "", "table_exist"]], "datafusion.context.TableProviderExportable": [[1, 2, 1, "", "__datafusion_table_provider__"]], "datafusion.dataframe": [[2, 1, 1, "", "Compression"], [2, 1, 1, "", "DataFrame"], [2, 1, 1, "", "ParquetColumnOptions"], [2, 1, 1, "", "ParquetWriterOptions"]], "datafusion.dataframe.Compression": [[2, 3, 1, "", "BROTLI"], [2, 3, 1, "", "GZIP"], [2, 3, 1, "", "LZ4"], [2, 3, 1, "", "LZ4_RAW"], [2, 3, 1, "", "SNAPPY"], [2, 3, 1, "", "UNCOMPRESSED"], [2, 3, 1, "", "ZSTD"], [2, 2, 1, "", "from_str"], [2, 2, 1, "", "get_default_level"]], "datafusion.dataframe.DataFrame": [[2, 2, 1, "", "__arrow_c_stream__"], [2, 2, 1, "", "__getitem__"], [2, 2, 1, "", "__repr__"], [2, 2, 1, "", "_repr_html_"], [2, 2, 1, "", "aggregate"], [2, 2, 1, "", "cache"], [2, 2, 1, "", "cast"], [2, 2, 1, "", "collect"], [2, 2, 1, "", "collect_partitioned"], [2, 2, 1, "", "count"], [2, 2, 1, "", "default_str_repr"], [2, 2, 1, "", "describe"], [2, 3, 1, "", "df"], [2, 2, 1, "", "distinct"], [2, 2, 1, "", "drop"], [2, 2, 1, "", "except_all"], [2, 2, 1, "", "execute_stream"], [2, 2, 1, "", "execute_stream_partitioned"], [2, 2, 1, "", "execution_plan"], [2, 2, 1, "", "explain"], [2, 2, 1, "", "fill_null"], [2, 2, 1, "", "filter"], [2, 2, 1, "", "head"], [2, 2, 1, "", "intersect"], [2, 2, 1, "", "into_view"], [2, 2, 1, "", "join"], [2, 2, 1, "", "join_on"], [2, 2, 1, "", "limit"], [2, 2, 1, "", "logical_plan"], [2, 2, 1, "", "optimized_logical_plan"], [2, 2, 1, "", "repartition"], [2, 2, 1, "", "repartition_by_hash"], [2, 2, 1, "", "schema"], [2, 2, 1, "", "select"], [2, 2, 1, "", "select_columns"], [2, 2, 1, "", "show"], [2, 2, 1, "", "sort"], [2, 2, 1, "", "tail"], [2, 2, 1, "", "to_arrow_table"], [2, 2, 1, "", "to_pandas"], [2, 2, 1, "", "to_polars"], [2, 2, 1, "", "to_pydict"], [2, 2, 1, "", "to_pylist"], [2, 2, 1, "", "transform"], [2, 2, 1, "", "union"], [2, 2, 1, "", "union_distinct"], [2, 2, 1, "", "unnest_columns"], [2, 2, 1, "", "with_column"], [2, 2, 1, "", "with_column_renamed"], [2, 2, 1, "", "with_columns"], [2, 2, 1, "", "write_csv"], [2, 2, 1, "", "write_json"], [2, 2, 1, "", "write_parquet"], [2, 2, 1, "", "write_parquet_with_options"]], "datafusion.dataframe.ParquetColumnOptions": [[2, 3, 1, "id0", "bloom_filter_enabled"], [2, 3, 1, "id1", "bloom_filter_fpp"], [2, 3, 1, "id2", "bloom_filter_ndv"], [2, 3, 1, "id3", "compression"], [2, 3, 1, "id4", "dictionary_enabled"], [2, 3, 1, "id5", "encoding"], [2, 3, 1, "id6", "statistics_enabled"]], "datafusion.dataframe.ParquetWriterOptions": [[2, 3, 1, "id7", "allow_single_file_parallelism"], [2, 3, 1, "id8", "bloom_filter_fpp"], [2, 3, 1, "id9", "bloom_filter_ndv"], [2, 3, 1, "id10", "bloom_filter_on_write"], [2, 3, 1, "id11", "column_index_truncate_length"], [2, 3, 1, "id12", "column_specific_options"], [2, 3, 1, "", "compression"], [2, 3, 1, "id13", "created_by"], [2, 3, 1, "id14", "data_page_row_count_limit"], [2, 3, 1, "id15", "data_pagesize_limit"], [2, 3, 1, "id16", "dictionary_enabled"], [2, 3, 1, "id17", "dictionary_page_size_limit"], [2, 3, 1, "id18", "encoding"], [2, 3, 1, "id19", "max_row_group_size"], [2, 3, 1, "id20", "maximum_buffered_record_batches_per_stream"], [2, 3, 1, "id21", "maximum_parallel_row_group_writers"], [2, 3, 1, "id22", "skip_arrow_metadata"], [2, 3, 1, "id23", "statistics_enabled"], [2, 3, 1, "id24", "statistics_truncate_length"], [2, 3, 1, "id25", "write_batch_size"], [2, 3, 1, "id26", "writer_version"]], "datafusion.dataframe_formatter": [[3, 1, 1, "", "CellFormatter"], [3, 1, 1, "", "DataFrameHtmlFormatter"], [3, 1, 1, "", "DefaultStyleProvider"], [3, 1, 1, "", "FormatterManager"], [3, 1, 1, "", "StyleProvider"], [3, 6, 1, "", "_refresh_formatter_reference"], [3, 6, 1, "", "_validate_bool"], [3, 6, 1, "", "_validate_positive_int"], [3, 6, 1, "", "configure_formatter"], [3, 6, 1, "", "get_formatter"], [3, 6, 1, "", "reset_formatter"], [3, 6, 1, "", "set_formatter"]], "datafusion.dataframe_formatter.CellFormatter": [[3, 2, 1, "", "__call__"]], "datafusion.dataframe_formatter.DataFrameHtmlFormatter": [[3, 2, 1, "", "_build_expandable_cell"], [3, 2, 1, "", "_build_html_footer"], [3, 2, 1, "", "_build_html_header"], [3, 2, 1, "", "_build_regular_cell"], [3, 2, 1, "", "_build_table_body"], [3, 2, 1, "", "_build_table_container_start"], [3, 2, 1, "", "_build_table_header"], [3, 3, 1, "", "_custom_cell_builder"], [3, 3, 1, "", "_custom_header_builder"], [3, 2, 1, "", "_format_cell_value"], [3, 2, 1, "", "_get_cell_value"], [3, 2, 1, "", "_get_default_css"], [3, 2, 1, "", "_get_javascript"], [3, 3, 1, "", "_type_formatters"], [3, 3, 1, "", "custom_css"], [3, 3, 1, "", "enable_cell_expansion"], [3, 2, 1, "", "format_html"], [3, 2, 1, "", "format_str"], [3, 3, 1, "", "max_cell_length"], [3, 3, 1, "", "max_height"], [3, 3, 1, "", "max_memory_bytes"], [3, 3, 1, "", "max_width"], [3, 3, 1, "", "min_rows_display"], [3, 2, 1, "", "register_formatter"], [3, 3, 1, "", "repr_rows"], [3, 2, 1, "", "set_custom_cell_builder"], [3, 2, 1, "", "set_custom_header_builder"], [3, 3, 1, "", "show_truncation_message"], [3, 3, 1, "", "style_provider"], [3, 3, 1, "", "use_shared_styles"]], "datafusion.dataframe_formatter.DefaultStyleProvider": [[3, 2, 1, "", "get_cell_style"], [3, 2, 1, "", "get_header_style"]], "datafusion.dataframe_formatter.FormatterManager": [[3, 3, 1, "", "_default_formatter"], [3, 2, 1, "", "get_formatter"], [3, 2, 1, "", "set_formatter"]], "datafusion.dataframe_formatter.StyleProvider": [[3, 2, 1, "", "get_cell_style"], [3, 2, 1, "", "get_header_style"]], "datafusion.expr": [[4, 4, 1, "", "Aggregate"], [4, 4, 1, "", "AggregateFunction"], [4, 4, 1, "", "Alias"], [4, 4, 1, "", "Analyze"], [4, 4, 1, "", "Between"], [4, 4, 1, "", "BinaryExpr"], [4, 4, 1, "", "Case"], [4, 1, 1, "", "CaseBuilder"], [4, 4, 1, "", "Cast"], [4, 4, 1, "", "Column"], [4, 4, 1, "", "CopyTo"], [4, 4, 1, "", "CreateCatalog"], [4, 4, 1, "", "CreateCatalogSchema"], [4, 4, 1, "", "CreateExternalTable"], [4, 4, 1, "", "CreateFunction"], [4, 4, 1, "", "CreateFunctionBody"], [4, 4, 1, "", "CreateIndex"], [4, 4, 1, "", "CreateMemoryTable"], [4, 4, 1, "", "CreateView"], [4, 4, 1, "", "Deallocate"], [4, 4, 1, "", "DescribeTable"], [4, 4, 1, "", "Distinct"], [4, 4, 1, "", "DmlStatement"], [4, 4, 1, "", "DropCatalogSchema"], [4, 4, 1, "", "DropFunction"], [4, 4, 1, "", "DropTable"], [4, 4, 1, "", "DropView"], [4, 4, 1, "", "EmptyRelation"], [4, 4, 1, "", "Execute"], [4, 4, 1, "", "Exists"], [4, 4, 1, "", "Explain"], [4, 1, 1, "", "Expr"], [4, 4, 1, "", "Extension"], [4, 4, 1, "", "FileType"], [4, 4, 1, "", "Filter"], [4, 4, 1, "", "GroupingSet"], [4, 4, 1, "", "ILike"], [4, 4, 1, "", "InList"], [4, 4, 1, "", "InSubquery"], [4, 4, 1, "", "IsFalse"], [4, 4, 1, "", "IsNotFalse"], [4, 4, 1, "", "IsNotNull"], [4, 4, 1, "", "IsNotTrue"], [4, 4, 1, "", "IsNotUnknown"], [4, 4, 1, "", "IsNull"], [4, 4, 1, "", "IsTrue"], [4, 4, 1, "", "IsUnknown"], [4, 4, 1, "", "Join"], [4, 4, 1, "", "JoinConstraint"], [4, 4, 1, "", "JoinType"], [4, 4, 1, "", "Like"], [4, 4, 1, "", "Limit"], [4, 4, 1, "", "Literal"], [4, 4, 1, "", "Negative"], [4, 4, 1, "", "Not"], [4, 4, 1, "", "OperateFunctionArg"], [4, 4, 1, "", "Partitioning"], [4, 4, 1, "", "Placeholder"], [4, 4, 1, "", "Prepare"], [4, 4, 1, "", "Projection"], [4, 4, 1, "", "RecursiveQuery"], [4, 4, 1, "", "Repartition"], [4, 4, 1, "", "ScalarSubquery"], [4, 4, 1, "", "ScalarVariable"], [4, 4, 1, "", "SetVariable"], [4, 4, 1, "", "SimilarTo"], [4, 4, 1, "", "Sort"], [4, 1, 1, "", "SortExpr"], [4, 4, 1, "", "Subquery"], [4, 4, 1, "", "SubqueryAlias"], [4, 4, 1, "", "TableScan"], [4, 4, 1, "", "TransactionAccessMode"], [4, 4, 1, "", "TransactionConclusion"], [4, 4, 1, "", "TransactionEnd"], [4, 4, 1, "", "TransactionIsolationLevel"], [4, 4, 1, "", "TransactionStart"], [4, 4, 1, "", "TryCast"], [4, 4, 1, "", "Union"], [4, 4, 1, "", "Unnest"], [4, 4, 1, "", "UnnestExpr"], [4, 4, 1, "", "Values"], [4, 1, 1, "", "Window"], [4, 4, 1, "", "WindowExpr"], [4, 1, 1, "", "WindowFrame"], [4, 1, 1, "", "WindowFrameBound"]], "datafusion.expr.CaseBuilder": [[4, 3, 1, "", "case_builder"], [4, 2, 1, "", "end"], [4, 2, 1, "", "otherwise"], [4, 2, 1, "", "when"]], "datafusion.expr.Expr": [[4, 2, 1, "", "__add__"], [4, 2, 1, "", "__and__"], [4, 2, 1, "", "__eq__"], [4, 2, 1, "", "__ge__"], [4, 2, 1, "", "__getitem__"], [4, 2, 1, "", "__gt__"], [4, 2, 1, "", "__invert__"], [4, 2, 1, "", "__le__"], [4, 2, 1, "", "__lt__"], [4, 2, 1, "", "__mod__"], [4, 2, 1, "", "__mul__"], [4, 2, 1, "", "__ne__"], [4, 2, 1, "", "__or__"], [4, 3, 1, "", "__radd__"], [4, 3, 1, "", "__rand__"], [4, 2, 1, "", "__repr__"], [4, 2, 1, "", "__richcmp__"], [4, 3, 1, "", "__rmod__"], [4, 3, 1, "", "__rmul__"], [4, 3, 1, "", "__ror__"], [4, 3, 1, "", "__rsub__"], [4, 3, 1, "", "__rtruediv__"], [4, 2, 1, "", "__sub__"], [4, 2, 1, "", "__truediv__"], [4, 3, 1, "", "_to_pyarrow_types"], [4, 2, 1, "", "abs"], [4, 2, 1, "", "acos"], [4, 2, 1, "", "acosh"], [4, 2, 1, "", "alias"], [4, 2, 1, "", "array_dims"], [4, 2, 1, "", "array_distinct"], [4, 2, 1, "", "array_empty"], [4, 2, 1, "", "array_length"], [4, 2, 1, "", "array_ndims"], [4, 2, 1, "", "array_pop_back"], [4, 2, 1, "", "array_pop_front"], [4, 2, 1, "", "arrow_typeof"], [4, 2, 1, "", "ascii"], [4, 2, 1, "", "asin"], [4, 2, 1, "", "asinh"], [4, 2, 1, "", "atan"], [4, 2, 1, "", "atanh"], [4, 2, 1, "", "between"], [4, 2, 1, "", "bit_length"], [4, 2, 1, "", "btrim"], [4, 2, 1, "", "canonical_name"], [4, 2, 1, "", "cardinality"], [4, 2, 1, "", "cast"], [4, 2, 1, "", "cbrt"], [4, 2, 1, "", "ceil"], [4, 2, 1, "", "char_length"], [4, 2, 1, "", "character_length"], [4, 2, 1, "", "chr"], [4, 2, 1, "", "column"], [4, 2, 1, "", "column_name"], [4, 2, 1, "", "cos"], [4, 2, 1, "", "cosh"], [4, 2, 1, "", "cot"], [4, 2, 1, "", "degrees"], [4, 2, 1, "", "display_name"], [4, 2, 1, "", "distinct"], [4, 2, 1, "", "empty"], [4, 2, 1, "", "exp"], [4, 3, 1, "", "expr"], [4, 2, 1, "", "factorial"], [4, 2, 1, "", "fill_nan"], [4, 2, 1, "", "fill_null"], [4, 2, 1, "", "filter"], [4, 2, 1, "", "flatten"], [4, 2, 1, "", "floor"], [4, 2, 1, "", "from_unixtime"], [4, 2, 1, "", "initcap"], [4, 2, 1, "", "is_not_null"], [4, 2, 1, "", "is_null"], [4, 2, 1, "", "isnan"], [4, 2, 1, "", "iszero"], [4, 2, 1, "", "length"], [4, 2, 1, "", "list_dims"], [4, 2, 1, "", "list_distinct"], [4, 2, 1, "", "list_length"], [4, 2, 1, "", "list_ndims"], [4, 2, 1, "", "literal"], [4, 2, 1, "", "literal_with_metadata"], [4, 2, 1, "", "ln"], [4, 2, 1, "", "log10"], [4, 2, 1, "", "log2"], [4, 2, 1, "", "lower"], [4, 2, 1, "", "ltrim"], [4, 2, 1, "", "md5"], [4, 2, 1, "", "null_treatment"], [4, 2, 1, "", "octet_length"], [4, 2, 1, "", "order_by"], [4, 2, 1, "", "over"], [4, 2, 1, "", "partition_by"], [4, 2, 1, "", "python_value"], [4, 2, 1, "", "radians"], [4, 2, 1, "", "reverse"], [4, 2, 1, "", "rex_call_operands"], [4, 2, 1, "", "rex_call_operator"], [4, 2, 1, "", "rex_type"], [4, 2, 1, "", "rtrim"], [4, 2, 1, "", "schema_name"], [4, 2, 1, "", "sha224"], [4, 2, 1, "", "sha256"], [4, 2, 1, "", "sha384"], [4, 2, 1, "", "sha512"], [4, 2, 1, "", "signum"], [4, 2, 1, "", "sin"], [4, 2, 1, "", "sinh"], [4, 2, 1, "", "sort"], [4, 2, 1, "", "sqrt"], [4, 2, 1, "", "string_literal"], [4, 2, 1, "", "tan"], [4, 2, 1, "", "tanh"], [4, 2, 1, "", "to_hex"], [4, 2, 1, "", "to_variant"], [4, 2, 1, "", "trim"], [4, 2, 1, "", "types"], [4, 2, 1, "", "upper"], [4, 2, 1, "", "variant_name"], [4, 2, 1, "", "window_frame"]], "datafusion.expr.SortExpr": [[4, 2, 1, "", "__repr__"], [4, 2, 1, "", "ascending"], [4, 2, 1, "", "expr"], [4, 2, 1, "", "nulls_first"], [4, 3, 1, "", "raw_sort"]], "datafusion.expr.Window": [[4, 3, 1, "", "_null_treatment"], [4, 3, 1, "", "_order_by"], [4, 3, 1, "", "_partition_by"], [4, 3, 1, "", "_window_frame"]], "datafusion.expr.WindowFrame": [[4, 2, 1, "", "__repr__"], [4, 2, 1, "", "get_frame_units"], [4, 2, 1, "", "get_lower_bound"], [4, 2, 1, "", "get_upper_bound"], [4, 3, 1, "", "window_frame"]], "datafusion.expr.WindowFrameBound": [[4, 3, 1, "", "frame_bound"], [4, 2, 1, "", "get_offset"], [4, 2, 1, "", "is_current_row"], [4, 2, 1, "", "is_following"], [4, 2, 1, "", "is_preceding"], [4, 2, 1, "", "is_unbounded"]], "datafusion.functions": [[5, 6, 1, "", "abs"], [5, 6, 1, "", "acos"], [5, 6, 1, "", "acosh"], [5, 6, 1, "", "alias"], [5, 6, 1, "", "approx_distinct"], [5, 6, 1, "", "approx_median"], [5, 6, 1, "", "approx_percentile_cont"], [5, 6, 1, "", "approx_percentile_cont_with_weight"], [5, 6, 1, "", "array"], [5, 6, 1, "", "array_agg"], [5, 6, 1, "", "array_append"], [5, 6, 1, "", "array_cat"], [5, 6, 1, "", "array_concat"], [5, 6, 1, "", "array_dims"], [5, 6, 1, "", "array_distinct"], [5, 6, 1, "", "array_element"], [5, 6, 1, "", "array_empty"], [5, 6, 1, "", "array_except"], [5, 6, 1, "", "array_extract"], [5, 6, 1, "", "array_has"], [5, 6, 1, "", "array_has_all"], [5, 6, 1, "", "array_has_any"], [5, 6, 1, "", "array_indexof"], [5, 6, 1, "", "array_intersect"], [5, 6, 1, "", "array_join"], [5, 6, 1, "", "array_length"], [5, 6, 1, "", "array_ndims"], [5, 6, 1, "", "array_pop_back"], [5, 6, 1, "", "array_pop_front"], [5, 6, 1, "", "array_position"], [5, 6, 1, "", "array_positions"], [5, 6, 1, "", "array_prepend"], [5, 6, 1, "", "array_push_back"], [5, 6, 1, "", "array_push_front"], [5, 6, 1, "", "array_remove"], [5, 6, 1, "", "array_remove_all"], [5, 6, 1, "", "array_remove_n"], [5, 6, 1, "", "array_repeat"], [5, 6, 1, "", "array_replace"], [5, 6, 1, "", "array_replace_all"], [5, 6, 1, "", "array_replace_n"], [5, 6, 1, "", "array_resize"], [5, 6, 1, "", "array_slice"], [5, 6, 1, "", "array_sort"], [5, 6, 1, "", "array_to_string"], [5, 6, 1, "", "array_union"], [5, 6, 1, "", "arrow_cast"], [5, 6, 1, "", "arrow_typeof"], [5, 6, 1, "", "ascii"], [5, 6, 1, "", "asin"], [5, 6, 1, "", "asinh"], [5, 6, 1, "", "atan"], [5, 6, 1, "", "atan2"], [5, 6, 1, "", "atanh"], [5, 6, 1, "", "avg"], [5, 6, 1, "", "bit_and"], [5, 6, 1, "", "bit_length"], [5, 6, 1, "", "bit_or"], [5, 6, 1, "", "bit_xor"], [5, 6, 1, "", "bool_and"], [5, 6, 1, "", "bool_or"], [5, 6, 1, "", "btrim"], [5, 6, 1, "", "cardinality"], [5, 6, 1, "", "case"], [5, 6, 1, "", "cbrt"], [5, 6, 1, "", "ceil"], [5, 6, 1, "", "char_length"], [5, 6, 1, "", "character_length"], [5, 6, 1, "", "chr"], [5, 6, 1, "", "coalesce"], [5, 6, 1, "", "col"], [5, 6, 1, "", "concat"], [5, 6, 1, "", "concat_ws"], [5, 6, 1, "", "corr"], [5, 6, 1, "", "cos"], [5, 6, 1, "", "cosh"], [5, 6, 1, "", "cot"], [5, 6, 1, "", "count"], [5, 6, 1, "", "count_star"], [5, 6, 1, "", "covar"], [5, 6, 1, "", "covar_pop"], [5, 6, 1, "", "covar_samp"], [5, 6, 1, "", "cume_dist"], [5, 6, 1, "", "current_date"], [5, 6, 1, "", "current_time"], [5, 6, 1, "", "date_bin"], [5, 6, 1, "", "date_part"], [5, 6, 1, "", "date_trunc"], [5, 6, 1, "", "datepart"], [5, 6, 1, "", "datetrunc"], [5, 6, 1, "", "decode"], [5, 6, 1, "", "degrees"], [5, 6, 1, "", "dense_rank"], [5, 6, 1, "", "digest"], [5, 6, 1, "", "empty"], [5, 6, 1, "", "encode"], [5, 6, 1, "", "ends_with"], [5, 6, 1, "", "exp"], [5, 6, 1, "", "extract"], [5, 6, 1, "", "factorial"], [5, 6, 1, "", "find_in_set"], [5, 6, 1, "", "first_value"], [5, 6, 1, "", "flatten"], [5, 6, 1, "", "floor"], [5, 6, 1, "", "from_unixtime"], [5, 6, 1, "", "gcd"], [5, 6, 1, "", "in_list"], [5, 6, 1, "", "initcap"], [5, 6, 1, "", "isnan"], [5, 6, 1, "", "iszero"], [5, 6, 1, "", "lag"], [5, 6, 1, "", "last_value"], [5, 6, 1, "", "lcm"], [5, 6, 1, "", "lead"], [5, 6, 1, "", "left"], [5, 6, 1, "", "length"], [5, 6, 1, "", "levenshtein"], [5, 6, 1, "", "list_append"], [5, 6, 1, "", "list_cat"], [5, 6, 1, "", "list_concat"], [5, 6, 1, "", "list_dims"], [5, 6, 1, "", "list_distinct"], [5, 6, 1, "", "list_element"], [5, 6, 1, "", "list_except"], [5, 6, 1, "", "list_extract"], [5, 6, 1, "", "list_indexof"], [5, 6, 1, "", "list_intersect"], [5, 6, 1, "", "list_join"], [5, 6, 1, "", "list_length"], [5, 6, 1, "", "list_ndims"], [5, 6, 1, "", "list_position"], [5, 6, 1, "", "list_positions"], [5, 6, 1, "", "list_prepend"], [5, 6, 1, "", "list_push_back"], [5, 6, 1, "", "list_push_front"], [5, 6, 1, "", "list_remove"], [5, 6, 1, "", "list_remove_all"], [5, 6, 1, "", "list_remove_n"], [5, 6, 1, "", "list_repeat"], [5, 6, 1, "", "list_replace"], [5, 6, 1, "", "list_replace_all"], [5, 6, 1, "", "list_replace_n"], [5, 6, 1, "", "list_resize"], [5, 6, 1, "", "list_slice"], [5, 6, 1, "", "list_sort"], [5, 6, 1, "", "list_to_string"], [5, 6, 1, "", "list_union"], [5, 6, 1, "", "ln"], [5, 6, 1, "", "log"], [5, 6, 1, "", "log10"], [5, 6, 1, "", "log2"], [5, 6, 1, "", "lower"], [5, 6, 1, "", "lpad"], [5, 6, 1, "", "ltrim"], [5, 6, 1, "", "make_array"], [5, 6, 1, "", "make_date"], [5, 6, 1, "", "make_list"], [5, 6, 1, "", "max"], [5, 6, 1, "", "md5"], [5, 6, 1, "", "mean"], [5, 6, 1, "", "median"], [5, 6, 1, "", "min"], [5, 6, 1, "", "named_struct"], [5, 6, 1, "", "nanvl"], [5, 6, 1, "", "now"], [5, 6, 1, "", "nth_value"], [5, 6, 1, "", "ntile"], [5, 6, 1, "", "nullif"], [5, 6, 1, "", "nvl"], [5, 6, 1, "", "octet_length"], [5, 6, 1, "", "order_by"], [5, 6, 1, "", "overlay"], [5, 6, 1, "", "percent_rank"], [5, 6, 1, "", "pi"], [5, 6, 1, "", "pow"], [5, 6, 1, "", "power"], [5, 6, 1, "", "radians"], [5, 6, 1, "", "random"], [5, 6, 1, "", "range"], [5, 6, 1, "", "rank"], [5, 6, 1, "", "regexp_count"], [5, 6, 1, "", "regexp_like"], [5, 6, 1, "", "regexp_match"], [5, 6, 1, "", "regexp_replace"], [5, 6, 1, "", "regr_avgx"], [5, 6, 1, "", "regr_avgy"], [5, 6, 1, "", "regr_count"], [5, 6, 1, "", "regr_intercept"], [5, 6, 1, "", "regr_r2"], [5, 6, 1, "", "regr_slope"], [5, 6, 1, "", "regr_sxx"], [5, 6, 1, "", "regr_sxy"], [5, 6, 1, "", "regr_syy"], [5, 6, 1, "", "repeat"], [5, 6, 1, "", "replace"], [5, 6, 1, "", "reverse"], [5, 6, 1, "", "right"], [5, 6, 1, "", "round"], [5, 6, 1, "", "row_number"], [5, 6, 1, "", "rpad"], [5, 6, 1, "", "rtrim"], [5, 6, 1, "", "sha224"], [5, 6, 1, "", "sha256"], [5, 6, 1, "", "sha384"], [5, 6, 1, "", "sha512"], [5, 6, 1, "", "signum"], [5, 6, 1, "", "sin"], [5, 6, 1, "", "sinh"], [5, 6, 1, "", "split_part"], [5, 6, 1, "", "sqrt"], [5, 6, 1, "", "starts_with"], [5, 6, 1, "", "stddev"], [5, 6, 1, "", "stddev_pop"], [5, 6, 1, "", "stddev_samp"], [5, 6, 1, "", "string_agg"], [5, 6, 1, "", "strpos"], [5, 6, 1, "", "struct"], [5, 6, 1, "", "substr"], [5, 6, 1, "", "substr_index"], [5, 6, 1, "", "substring"], [5, 6, 1, "", "sum"], [5, 6, 1, "", "tan"], [5, 6, 1, "", "tanh"], [5, 6, 1, "", "to_hex"], [5, 6, 1, "", "to_timestamp"], [5, 6, 1, "", "to_timestamp_micros"], [5, 6, 1, "", "to_timestamp_millis"], [5, 6, 1, "", "to_timestamp_nanos"], [5, 6, 1, "", "to_timestamp_seconds"], [5, 6, 1, "", "to_unixtime"], [5, 6, 1, "", "translate"], [5, 6, 1, "", "trim"], [5, 6, 1, "", "trunc"], [5, 6, 1, "", "upper"], [5, 6, 1, "", "uuid"], [5, 6, 1, "", "var"], [5, 6, 1, "", "var_pop"], [5, 6, 1, "", "var_samp"], [5, 6, 1, "", "var_sample"], [5, 6, 1, "", "when"], [5, 6, 1, "", "window"]], "datafusion.input": [[9, 1, 1, "", "LocationInputPlugin"], [8, 0, 0, "-", "base"], [10, 0, 0, "-", "location"]], "datafusion.input.LocationInputPlugin": [[9, 2, 1, "", "build_table"], [9, 2, 1, "", "is_correct_input"]], "datafusion.input.base": [[8, 1, 1, "", "BaseInputSource"]], "datafusion.input.base.BaseInputSource": [[8, 2, 1, "", "build_table"], [8, 2, 1, "", "is_correct_input"]], "datafusion.input.location": [[10, 1, 1, "", "LocationInputPlugin"]], "datafusion.input.location.LocationInputPlugin": [[10, 2, 1, "", "build_table"], [10, 2, 1, "", "is_correct_input"]], "datafusion.io": [[11, 6, 1, "", "read_avro"], [11, 6, 1, "", "read_csv"], [11, 6, 1, "", "read_json"], [11, 6, 1, "", "read_parquet"]], "datafusion.object_store": [[12, 4, 1, "", "AmazonS3"], [12, 4, 1, "", "GoogleCloud"], [12, 4, 1, "", "Http"], [12, 4, 1, "", "LocalFileSystem"], [12, 4, 1, "", "MicrosoftAzure"]], "datafusion.plan": [[13, 1, 1, "", "ExecutionPlan"], [13, 1, 1, "", "LogicalPlan"]], "datafusion.plan.ExecutionPlan": [[13, 2, 1, "", "__repr__"], [13, 3, 1, "", "_raw_plan"], [13, 2, 1, "", "children"], [13, 2, 1, "", "display"], [13, 2, 1, "", "display_indent"], [13, 2, 1, "", "from_proto"], [13, 5, 1, "", "partition_count"], [13, 2, 1, "", "to_proto"]], "datafusion.plan.LogicalPlan": [[13, 2, 1, "", "__repr__"], [13, 3, 1, "", "_raw_plan"], [13, 2, 1, "", "display"], [13, 2, 1, "", "display_graphviz"], [13, 2, 1, "", "display_indent"], [13, 2, 1, "", "display_indent_schema"], [13, 2, 1, "", "from_proto"], [13, 2, 1, "", "inputs"], [13, 2, 1, "", "to_proto"], [13, 2, 1, "", "to_variant"]], "datafusion.record_batch": [[14, 1, 1, "", "RecordBatch"], [14, 1, 1, "", "RecordBatchStream"]], "datafusion.record_batch.RecordBatch": [[14, 3, 1, "", "record_batch"], [14, 2, 1, "", "to_pyarrow"]], "datafusion.record_batch.RecordBatchStream": [[14, 2, 1, "", "__aiter__"], [14, 2, 1, "", "__anext__"], [14, 2, 1, "", "__iter__"], [14, 2, 1, "", "__next__"], [14, 2, 1, "", "next"], [14, 3, 1, "", "rbs"]], "datafusion.substrait": [[15, 1, 1, "", "Consumer"], [15, 1, 1, "", "Plan"], [15, 1, 1, "", "Producer"], [15, 1, 1, "", "Serde"]], "datafusion.substrait.Consumer": [[15, 2, 1, "", "from_substrait_plan"]], "datafusion.substrait.Plan": [[15, 2, 1, "", "encode"], [15, 3, 1, "", "plan_internal"]], "datafusion.substrait.Producer": [[15, 2, 1, "", "to_substrait_plan"]], "datafusion.substrait.Serde": [[15, 2, 1, "", "deserialize"], [15, 2, 1, "", "deserialize_bytes"], [15, 2, 1, "", "serialize"], [15, 2, 1, "", "serialize_bytes"], [15, 2, 1, "", "serialize_to_plan"]], "datafusion.unparser": [[16, 1, 1, "", "Dialect"], [16, 1, 1, "", "Unparser"]], "datafusion.unparser.Dialect": [[16, 2, 1, "", "default"], [16, 3, 1, "", "dialect"], [16, 2, 1, "", "duckdb"], [16, 2, 1, "", "mysql"], [16, 2, 1, "", "postgres"], [16, 2, 1, "", "sqlite"]], "datafusion.unparser.Unparser": [[16, 2, 1, "", "plan_to_sql"], [16, 3, 1, "", "unparser"], [16, 2, 1, "", "with_pretty"]], "datafusion.user_defined": [[17, 1, 1, "", "Accumulator"], [17, 1, 1, "", "AggregateUDF"], [17, 1, 1, "", "AggregateUDFExportable"], [17, 1, 1, "", "ScalarUDF"], [17, 1, 1, "", "ScalarUDFExportable"], [17, 1, 1, "", "TableFunction"], [17, 1, 1, "", "Volatility"], [17, 1, 1, "", "WindowEvaluator"], [17, 1, 1, "", "WindowUDF"], [17, 1, 1, "", "WindowUDFExportable"], [17, 4, 1, "", "_R"], [17, 4, 1, "", "udaf"], [17, 4, 1, "", "udf"], [17, 4, 1, "", "udtf"], [17, 4, 1, "", "udwf"]], "datafusion.user_defined.Accumulator": [[17, 2, 1, "", "evaluate"], [17, 2, 1, "", "merge"], [17, 2, 1, "", "state"], [17, 2, 1, "", "update"]], "datafusion.user_defined.AggregateUDF": [[17, 2, 1, "", "__call__"], [17, 2, 1, "", "__repr__"], [17, 3, 1, "", "_udaf"], [17, 2, 1, "", "from_pycapsule"], [17, 2, 1, "", "udaf"]], "datafusion.user_defined.AggregateUDFExportable": [[17, 2, 1, "", "__datafusion_aggregate_udf__"]], "datafusion.user_defined.ScalarUDF": [[17, 2, 1, "", "__call__"], [17, 2, 1, "", "__repr__"], [17, 3, 1, "", "_udf"], [17, 2, 1, "", "from_pycapsule"], [17, 2, 1, "", "udf"]], "datafusion.user_defined.ScalarUDFExportable": [[17, 2, 1, "", "__datafusion_scalar_udf__"]], "datafusion.user_defined.TableFunction": [[17, 2, 1, "", "__call__"], [17, 2, 1, "", "__repr__"], [17, 2, 1, "", "_create_table_udf"], [17, 2, 1, "", "_create_table_udf_decorator"], [17, 3, 1, "", "_udtf"], [17, 2, 1, "", "udtf"]], "datafusion.user_defined.Volatility": [[17, 3, 1, "", "Immutable"], [17, 3, 1, "", "Stable"], [17, 3, 1, "", "Volatile"], [17, 2, 1, "", "__str__"]], "datafusion.user_defined.WindowEvaluator": [[17, 2, 1, "", "evaluate"], [17, 2, 1, "", "evaluate_all"], [17, 2, 1, "", "evaluate_all_with_rank"], [17, 2, 1, "", "get_range"], [17, 2, 1, "", "include_rank"], [17, 2, 1, "", "is_causal"], [17, 2, 1, "", "memoize"], [17, 2, 1, "", "supports_bounded_execution"], [17, 2, 1, "", "uses_window_frame"]], "datafusion.user_defined.WindowUDF": [[17, 2, 1, "", "__call__"], [17, 2, 1, "", "__repr__"], [17, 2, 1, "", "_create_window_udf"], [17, 2, 1, "", "_create_window_udf_decorator"], [17, 2, 1, "", "_get_default_name"], [17, 2, 1, "", "_normalize_input_types"], [17, 3, 1, "", "_udwf"], [17, 2, 1, "", "from_pycapsule"], [17, 2, 1, "", "udwf"]], "datafusion.user_defined.WindowUDFExportable": [[17, 2, 1, "", "__datafusion_window_udf__"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "data", "Python data"], "5": ["py", "property", "Python property"], "6": ["py", "function", "Python function"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:data", "5": "py:property", "6": "py:function"}, "terms": {"": [1, 2, 3, 4, 5, 7, 17, 19, 20, 25, 26, 28, 30, 31, 32, 33, 35], "0": [2, 4, 5, 7, 17, 22, 23, 24, 25, 26, 29, 30, 32, 34, 36, 37, 44, 45], "007bff": 36, "01": [22, 26, 29], "01t00": 26, "04023": 5, "05": [26, 29], "06": [26, 29], "07": 26, "08": 26, "09": [22, 26], "1": [2, 4, 5, 7, 17, 18, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 34, 35, 37, 38, 45], "10": [3, 4, 5, 7, 17, 21, 22, 23, 25, 26, 29, 30, 31, 32, 34, 36, 37, 45], "100": [3, 5, 21, 22, 23, 32, 34, 35, 36, 37], "1000": [1, 3, 7, 11, 24, 36], "10000000": 33, "1024": [1, 2, 3, 7, 36], "103": [21, 34, 37], "104": [21, 34, 37], "1048576": [2, 7], "105": [21, 23, 24, 34, 37], "107": 23, "109": [21, 34, 37, 45], "11": [21, 22, 23, 25, 26, 30, 32, 34, 37], "110": 23, "111": [21, 34, 37], "112": 23, "115": [21, 23, 34, 37], "12": [20, 21, 22, 23, 25, 26, 30, 32, 34, 37], "120": [5, 21, 23, 34, 37], "121": 23, "122": [21, 34, 37], "123": [21, 34, 37], "12371": 5, "125": [5, 23, 26, 45], "128": [4, 5, 7], "12t11": 26, "13": [21, 23, 25, 26, 30, 32, 34, 37], "130": [21, 34, 37], "135": [21, 34, 37], "136": 23, "14": [21, 22, 23, 25, 26, 29, 30, 34, 37], "140": 23, "145": [21, 23, 34, 37], "149": 45, "15": [21, 22, 23, 25, 26, 29, 30, 32, 34, 37], "150": [21, 32, 34, 37], "158": 45, "159": [21, 34, 37, 45], "16": [22, 23, 25, 26, 30], "160": 45, "161": 45, "162": 45, "163": 45, "165": [26, 45], "168": 24, "17": [22, 23, 25, 26, 30, 32], "18": [22, 23, 25, 26, 30, 32], "19": [23, 25, 26, 45], "190": 45, "1902": 5, "1921": 26, "195": [21, 34, 37], "1970": 26, "1m": [2, 7], "1px": 36, "2": [2, 3, 4, 5, 7, 17, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 34, 35, 37, 38, 45], "20": [2, 3, 5, 7, 17, 21, 23, 25, 26, 31, 32, 34, 36, 37, 45], "200": 45, "20000": [2, 7], "2021": 22, "2025": 26, "205": [21, 34, 37], "2097152": [3, 36], "21": [22, 23, 25, 26, 32], "22": [2, 25, 34], "223": 45, "224": [4, 5, 7], "229": 45, "23": [22, 25, 32, 45], "23076923076923": 23, "2345": 5, "24": [22, 25], "25": [3, 5, 21, 23, 25, 26, 32, 34, 35, 36, 37], "256": [4, 5, 7], "25806451612904": 23, "26": [25, 32], "27": 25, "28": [22, 25, 32], "28571428571429": 23, "29": 25, "2mb": [3, 36], "3": [2, 5, 7, 17, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 34, 35, 37, 38, 45], "30": [21, 23, 25, 31, 32, 34, 37], "300": [3, 36], "309": [21, 26, 34, 37], "31": 25, "314": [21, 26, 34, 37], "318": [21, 26, 34, 37], "32": 25, "33": [22, 25], "333": 24, "333333333333332": 32, "333333333333336": 23, "34": [25, 26], "35": [21, 22, 23, 25, 29, 32, 34, 37], "36": [22, 25], "37": 25, "38": 25, "384": [4, 5, 7], "39": [21, 25, 34, 37, 45], "395": [21, 34, 37], "3rd": 5, "4": [2, 5, 17, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 45], "40": [5, 20, 21, 23, 25, 31, 34, 37], "405": [21, 26, 34, 37], "41": 25, "42": [23, 25, 32, 34], "42857142857143": 32, "43": [21, 25, 32, 34, 37, 44], "44": [21, 25, 34, 37], "45": [21, 23, 25, 26, 32, 34, 37], "4579": 26, "46": 23, "47": 23, "4732": 26, "473788797z": 26, "48": [21, 23, 34, 37], "484": 24, "49": [21, 26, 34, 37], "495": [21, 34, 37], "4mb": 36, "5": [2, 5, 17, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 34, 35, 37, 38, 45], "50": [3, 5, 7, 21, 23, 31, 34, 36, 37], "500": [3, 7], "51": [22, 23], "512": [4, 5, 7], "5129": 26, "52": [21, 23, 34, 37], "525": [21, 26, 34, 37], "53": 23, "530": [21, 34, 37], "534": [21, 26, 34, 37], "54": [23, 25, 26], "55": [21, 23, 32, 34, 37], "554": 24, "56": 23, "57": 26, "58": [21, 23, 34, 37], "5811388300841898": 24, "59": [21, 34, 37], "6": [21, 22, 23, 24, 25, 26, 28, 29, 30, 32, 34, 35, 37, 38, 45], "60": [5, 21, 23, 32, 34, 37], "62": [21, 34, 37], "625": [21, 26, 34, 37], "63": [21, 23, 34, 37], "630": [21, 34, 37], "634": [21, 26, 34, 37], "64": [2, 7, 20, 21, 32, 34, 37], "65": [21, 23, 25, 29, 32, 34, 37], "66": [22, 23], "666666666666668": 32, "66666666666667": 23, "666667": 5, "67": [23, 25], "7": [21, 22, 23, 24, 25, 26, 28, 29, 30, 32, 34, 37, 38, 45], "70": [21, 23, 32, 34, 37], "71": [23, 25], "72": 23, "73": 22, "732": 26, "75": [5, 21, 23, 34, 37], "76": 32, "77777777777777": 23, "78": [21, 22, 34, 37], "785714285714285": 23, "78571428571429": 23, "79": [21, 22, 34, 37], "798": 24, "799": 24, "8": [21, 22, 23, 24, 25, 26, 28, 29, 30, 32, 33, 34, 37, 38], "80": [5, 21, 23, 32, 34, 37], "81": 22, "82": [21, 34, 37], "83": [21, 23, 34, 37], "833333333333336": 23, "84": [21, 32, 34, 37], "85": [21, 23, 34, 37], "855": 26, "86": 23, "86740bfd3d9831d6b7c1d0e1bf4a21d91598a0ac": [4, 7], "88888888888889": 23, "8px": 36, "9": [5, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 32, 34, 37, 38, 45], "90": [5, 21, 23, 32, 34, 37], "91": 23, "92": 22, "94": [22, 29], "95": [22, 23, 32, 45], "96": [22, 23], "972": 26, "98": [23, 45], "9965568684803": 24, "A": [1, 2, 4, 5, 7, 8, 13, 15, 17, 22, 24, 28, 32, 34, 35, 44], "AND": [2, 4, 5, 7, 17], "As": [5, 7, 17, 19, 25, 29, 34], "At": [5, 19], "BY": 17, "Be": 2, "By": [2, 7, 19, 20, 23, 34], "For": [1, 2, 5, 15, 16, 17, 19, 20, 22, 23, 25, 26, 28, 29, 30, 35, 36, 37], "INTO": [1, 7], "If": [0, 1, 2, 3, 4, 5, 7, 8, 11, 17, 19, 20, 23, 26, 28, 30, 32, 34, 37, 44], "In": [17, 19, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 32, 34, 36, 37, 38, 45], "It": [1, 2, 3, 4, 5, 7, 17, 19, 21, 22, 23, 25, 28, 38, 43], "Its": 21, "No": [2, 7], "Not": [4, 7], "OR": [4, 5, 7], "On": [2, 19, 34], "One": [2, 4, 19, 23, 32, 34], "Or": 36, "That": [4, 7, 38], "The": [0, 1, 2, 3, 4, 5, 7, 9, 10, 11, 13, 15, 17, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 32, 34, 35, 36], "Then": 30, "There": [5, 26, 30, 34], "These": [2, 5, 7, 14, 17, 23, 25, 30, 33, 36], "To": [2, 5, 19, 20, 25, 26, 29, 30, 32, 34, 35, 37, 38, 44], "Will": [2, 36], "With": [4, 7, 37, 38], "__add__": [4, 7], "__aiter__": [7, 14], "__and__": [4, 7], "__anext__": [7, 14], "__arrow_c_array__": [1, 38], "__arrow_c_stream__": [1, 2, 38], "__call__": [3, 7, 17], "__datafusion_aggregate_udf__": 17, "__datafusion_catalog_provider__": 1, "__datafusion_scalar_udf__": 17, "__datafusion_table_function__": 30, "__datafusion_table_provider__": [1, 19, 44], "__datafusion_window_udf__": 17, "__eq__": [4, 7], "__ge__": [4, 7], "__getitem__": [2, 4, 7], "__gt__": [4, 7], "__init__": [7, 17, 30], "__invert__": [4, 7], "__iter__": [7, 14], "__le__": [4, 7], "__lt__": [4, 7], "__mod__": [4, 7], "__mul__": [4, 7], "__ne__": [4, 7], "__next__": [7, 14], "__or__": [4, 7], "__radd__": [4, 7], "__rand__": [4, 7], "__repr__": [0, 1, 2, 3, 4, 7, 13, 17, 36], "__richcmp__": [4, 7], "__rmod__": [4, 7], "__rmul__": [4, 7], "__ror__": [4, 7], "__rsub__": [4, 7], "__rtruediv__": [4, 7], "__str__": 17, "__sub__": [4, 7], "__truediv__": [4, 7], "__version__": 37, "_aggreg": 5, "_build_expandable_cel": 3, "_build_html_foot": 3, "_build_html_head": 3, "_build_regular_cel": 3, "_build_table_bodi": 3, "_build_table_container_start": 3, "_build_table_head": 3, "_convert_table_partition_col": 1, "_create_table_udf": [7, 17], "_create_table_udf_decor": [7, 17], "_create_window_udf": [7, 17], "_create_window_udf_decor": [7, 17], "_custom_cell_build": 3, "_custom_header_build": 3, "_default_formatt": 3, "_format_cell_valu": 3, "_get_cell_valu": 3, "_get_default_css": 3, "_get_default_nam": [7, 17], "_get_javascript": 3, "_intern": [0, 2, 4, 7, 13, 14, 15, 16], "_io_custom_table_provid": 30, "_normalize_input_typ": [7, 17], "_null_treat": 4, "_order_bi": 4, "_partition_bi": 4, "_r": [7, 17], "_raw_plan": [7, 13], "_raw_schema": 0, "_refresh_formatter_refer": 3, "_repr_html_": [2, 3, 36], "_sum": [7, 17, 30], "_to_pyarrow_typ": [4, 7], "_type_formatt": 3, "_udaf": [7, 17], "_udf": [7, 17], "_udtf": [7, 17], "_udwf": [7, 17], "_validate_bool": 3, "_validate_positive_int": 3, "_window_fram": 4, "_window_funct": 5, "a0": 25, "a_siz": 25, "ab": [4, 5, 7], "abc": [0, 8], "abi": 19, "abi3": 20, "abi_st": 19, "abil": 34, "abilti": 34, "abl": [7, 13], "about": [15, 16, 19, 21, 32, 33, 35], "abov": [5, 19, 23, 32], "absolut": [4, 5, 7], "abstract": [0, 7, 8, 17, 25, 30, 34, 35], "accept": [1, 4, 7, 38], "access": [3, 7, 11, 19, 25, 34, 35], "access_key_id": 34, "account": 34, "accum": [7, 17], "accumul": [7, 17, 30], "achiev": 21, "aco": [4, 5, 7], "acosh": [4, 5, 7], "acronym": 19, "across": [3, 17, 19, 25, 36], "act": [7, 13], "activ": [19, 20], "actual": [2, 35], "ad": [2, 34], "adapt": 19, "add": [0, 1, 2, 3, 4, 5, 19, 20, 35], "add_3": 2, "addit": [2, 3, 4, 5, 7, 15, 16, 17, 19, 20, 30, 34, 35], "addition": [19, 22], "adhoc": 20, "adopt": 19, "advanc": [2, 7, 34, 35, 36], "advantag": [19, 20, 21], "affect": [17, 23, 36], "after": [2, 4, 5, 7, 17, 30, 36], "ag": [25, 35], "against": [1, 4, 5, 17, 19, 21, 31, 36], "age_col": 25, "age_in_year": 25, "agg": 2, "aggreg": [1, 2, 4, 5, 7, 17, 22, 27, 35], "aggregatefunct": 4, "aggregateudf": [1, 7, 17], "aggregateudfexport": [7, 17], "aim": 37, "albert": 25, "algorithm": [2, 5], "alia": [0, 1, 2, 4, 5, 7, 22, 23, 25, 26, 29, 30, 32, 35, 38], "alias": 20, "alic": 28, "align": 36, "all": [0, 1, 2, 3, 4, 5, 7, 17, 19, 20, 22, 23, 26, 28, 29, 30, 32, 34, 35, 36], "alloc": 2, "allow": [1, 2, 3, 7, 17, 19, 20, 21, 23, 25, 26, 30, 34, 36], "allow_single_file_parallel": [2, 7], "alpha": [30, 34], "alreadi": [2, 5, 7, 19], "also": [1, 2, 3, 7, 17, 19, 20, 21, 23, 25, 26, 30, 32, 36, 37, 45], "altern": [29, 40, 43], "alternate_a": 2, "alwai": [17, 36], "amazons3": [12, 34], "amount": [2, 17, 35], "an": [0, 1, 2, 3, 4, 5, 7, 11, 13, 15, 17, 19, 20, 22, 23, 24, 25, 28, 29, 30, 32, 34, 37, 38, 39, 40, 43], "analyt": 32, "analyz": [2, 4, 20], "ani": [1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 13, 17, 19, 23, 28, 30, 32, 34, 38], "anoth": [2, 5, 7, 11, 19], "anti": [2, 27], "apach": [1, 4, 5, 7, 19, 20, 21, 38], "apart": 21, "api": [1, 7, 13, 19, 20, 21, 26, 32, 33, 34, 35, 36, 45], "appear": [4, 5, 7, 19], "append": [5, 30], "appli": [2, 3, 7, 36], "applic": 19, "approach": [5, 23, 25, 34], "appropri": [17, 20, 34, 36], "approx_distinct": [5, 23], "approx_median": [5, 23], "approx_percentile_cont": [5, 23], "approx_percentile_cont_with_weight": [5, 23], "approxim": [5, 23], "ar": [1, 2, 3, 4, 5, 7, 11, 13, 14, 17, 19, 20, 22, 23, 25, 27, 29, 30, 32, 34, 35, 36, 37, 38], "arbitrari": [2, 5], "arc": [4, 5, 7, 19, 30, 44], "area": 19, "arg": [1, 2, 5, 7, 15, 17, 20], "argument": [2, 4, 5, 7, 17, 23, 30], "around": [5, 20, 34], "arrai": [1, 2, 3, 4, 5, 7, 17, 23, 27, 30, 34, 35, 38], "array1": 5, "array2": 5, "array_agg": [5, 23], "array_append": [5, 20], "array_cat": [5, 25], "array_concat": [5, 25], "array_dim": [4, 5, 7], "array_distinct": [4, 5, 7], "array_el": [4, 5, 7, 25], "array_empti": [4, 5, 7, 25], "array_except": 5, "array_extract": 5, "array_ha": 5, "array_has_al": 5, "array_has_ani": 5, "array_indexof": 5, "array_intersect": 5, "array_join": 5, "array_length": [4, 5, 7], "array_ndim": [4, 5, 7], "array_pop_back": [4, 5, 7], "array_pop_front": [4, 5, 7], "array_posit": 5, "array_prepend": 5, "array_push_back": 5, "array_push_front": 5, "array_remov": 5, "array_remove_al": 5, "array_remove_n": 5, "array_repeat": [5, 25], "array_replac": 5, "array_replace_al": 5, "array_replace_n": 5, "array_res": 5, "array_slic": 5, "array_sort": 5, "array_to_str": 5, "array_union": 5, "arrow": [1, 2, 3, 4, 5, 7, 20, 21, 24, 34, 35, 37, 41], "arrow_cast": [4, 5, 7, 26], "arrow_datafusion_python_root": 20, "arrow_t": 35, "arrow_typeof": [4, 5, 7], "arrowarrayexport": 1, "arrowstreamexport": 1, "arxiv": 5, "as_pi": [7, 17, 30], "ascend": [4, 5, 7, 23, 32, 35], "ascii": [4, 5, 7], "asin": [4, 5, 7], "asinh": [4, 5, 7], "assembl": 1, "assign": [4, 5, 7], "assist": 20, "associ": [0, 1, 4, 5, 7, 19], "assum": [2, 5, 20, 34], "assumpt": 21, "async": [7, 14], "atan": [4, 5, 7], "atan2": 5, "atanh": [4, 5, 7], "atk": [21, 34, 37], "attach": [4, 5, 7], "attack": [21, 23, 26, 32, 34, 37, 45], "attempt": [1, 2, 7, 17, 19, 20], "auto": 18, "autoapi": 18, "automat": [1, 7, 35, 36], "avail": [2, 3, 7, 23, 27, 30, 33, 35, 44], "availbl": 32, "averag": [5, 17, 32], "avg": [5, 17, 23, 32], "avoid": [1, 7, 11], "avro": [1, 7, 11, 34, 35, 36, 41], "awar": [2, 29], "aws_access_key_id": 34, "aws_secret_access_kei": 34, "b": [2, 5, 24, 25, 30, 31, 34, 35, 38], "back": [4, 7, 17, 19, 21, 30, 34, 36, 38], "background": 36, "balanc": 36, "bar": 33, "base": [0, 1, 2, 3, 4, 5, 7, 9, 10, 11, 17, 18, 25, 28, 30, 34], "base64": 5, "baseinputsourc": [8, 9, 10], "basi": [2, 7, 17, 30], "basic": [22, 27, 29, 30, 34], "basic_typ": 26, "batch": [1, 2, 3, 7, 13, 14, 17, 24, 30, 31, 34, 35, 36, 38], "batch_arrai": 30, "batch_siz": [1, 7], "becaus": [4, 7, 30, 34], "becca": 25, "beedril": [21, 32, 34, 37], "beedrillmega": [21, 32, 34, 37], "been": [3, 19], "befor": [3, 5, 20, 25, 30, 36], "beforehand": [1, 7], "begin": [1, 4, 5, 7, 17, 36], "beginnig": 5, "being": 2, "below": [22, 23, 34], "benefit": [2, 7], "best": [1, 2, 7, 19], "beta": 34, "better": [2, 7, 36], "between": [1, 4, 5, 7, 17, 19, 21, 22, 28, 30, 32], "betwen": 32, "bia": [7, 17], "bias_10": [7, 17], "biased_numb": [7, 17], "biasednumb": [7, 17], "bin": [5, 20], "binari": [4, 5, 7, 13, 19], "binaryexpr": [4, 7], "bind": [7, 17, 21, 37], "bit": [4, 5, 7], "bit_and": [5, 23], "bit_length": [4, 5, 7], "bit_or": [5, 23], "bit_pack": [2, 7], "bit_xor": [5, 23], "bitwis": [5, 25], "blake2": 5, "blake2b": 5, "blake3": 5, "blastois": [21, 34, 37], "blastoisemega": [21, 34, 37], "blob": [4, 7], "blog": 20, "bloom": [2, 7], "bloom_filter_en": [2, 7], "bloom_filter_fpp": [2, 7], "bloom_filter_ndv": [2, 7], "bloom_filter_on_writ": [2, 7], "blue": 25, "bob": 28, "bodi": 3, "bool": [0, 1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 16, 17], "bool_": 30, "bool_and": [5, 23], "bool_or": [5, 23], "boolean": [3, 4, 5, 7, 27], "boost": [2, 7], "bootstrap": 20, "border": 36, "both": [2, 4, 5, 7, 17, 19, 20, 25, 28, 30], "bound": [4, 7, 17, 30, 32, 44], "boundari": [17, 19, 32], "bow": 32, "box": 19, "bracket": 25, "break": 19, "bronz": 5, "brotli": [2, 7], "btrim": [4, 5, 7], "bucket_nam": 34, "bug": [21, 23, 32, 34, 37], "build": [3, 4, 5, 7, 19, 21, 22, 23, 32, 35], "build_flag": 20, "build_tabl": [8, 9, 10], "builder": [3, 4, 5, 23, 32], "built": [17, 19, 23, 25, 26, 30], "bulb": 26, "bulbafleur": 26, "bulbasaur": [21, 26, 32, 34, 37], "bulk": 19, "butterfre": [21, 32, 34, 37], "button": 3, "byte": [1, 2, 3, 4, 5, 7, 13, 15], "byte_stream_split": [2, 7], "c": [1, 2, 17, 19, 20, 21, 24, 34, 38], "cach": [2, 3, 7], "calcul": [2, 5, 17, 30], "call": [0, 1, 2, 3, 4, 5, 7, 13, 14, 15, 16, 17, 19, 22, 23, 25, 30, 34, 35, 36, 38], "callabl": [2, 3, 7, 17], "calll": 25, "can": [1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 13, 17, 19, 20, 22, 23, 25, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 44], "can_retir": 25, "cannot": 5, "canon": 19, "canonical_nam": [4, 7], "capit": [4, 5, 7, 29], "capsul": 19, "cardin": [4, 5, 7, 25], "carefulli": 19, "cargo": 20, "carlo": 25, "cascad": [0, 7], "case": [2, 4, 5, 7, 17, 19, 23, 26, 29, 30, 32, 34], "case_build": 4, "casebuild": [4, 5], "cast": [2, 4, 5, 7, 27], "castabl": [4, 7], "catalog": [1, 7, 16, 18], "catalog_nam": 1, "catalogprovid": [0, 1, 34], "catalogproviderexport": 1, "categori": [2, 26], "caterpi": [21, 32, 34, 37], "caus": [1, 7, 20, 32, 38], "cbrt": [4, 5, 7], "cdatainterfac": 1, "ceil": [4, 5, 7], "cell": [3, 36], "cellformatt": 3, "certain": 17, "certainli": 20, "chain": 2, "challeng": 19, "chang": [3, 17, 20, 25, 36], "chansei": 23, "char": 26, "char_length": [4, 5, 7, 26], "charact": [3, 4, 5, 7, 36], "character_length": [4, 5, 7], "charizard": [21, 26, 32, 34, 37], "charizardmega": [21, 26, 32, 34, 37], "charli": 28, "charmand": [21, 26, 32, 34, 37], "charmeleon": [21, 26, 32, 34, 37], "check": [5, 25, 26], "checksum": [4, 5, 7], "child": 36, "children": [7, 13], "chr": [4, 5, 7], "chrono": 5, "chunk": [2, 7], "ci": [19, 20], "citycab": 28, "class": [30, 34, 36], "classmethod": [1, 2, 3], "classvar": [4, 7], "claus": [17, 32], "clean": 20, "clefabl": 32, "clefairi": [23, 32], "click": 3, "clone": [20, 30, 44], "close": 32, "co": [4, 5, 7], "coalesc": [5, 26], "code": [3, 4, 5, 7, 19, 26, 34], "codebas": 20, "codec": [2, 7], "coeffici": 5, "coerc": 5, "col": [2, 3, 4, 5, 7, 17, 22, 23, 25, 26, 29, 30, 31, 32, 38, 45], "col1": [17, 35], "col2": 35, "col_attack": 23, "col_diff": 30, "col_idx": 3, "col_spe": 23, "col_type_1": 23, "col_type_2": 23, "collaps": [3, 36], "collect": [2, 21, 22, 24, 31, 35, 38, 45], "collect_partit": 2, "color": [25, 36], "column": [1, 2, 3, 4, 5, 7, 11, 17, 22, 23, 24, 26, 27, 28, 30, 32, 35, 45], "column_a": 4, "column_index_truncate_length": [2, 7], "column_nam": [4, 7], "column_specific_opt": [2, 7], "com": [4, 5, 7, 20], "combin": [2, 5, 25, 28, 29, 30], "come": [34, 42], "command": [1, 7, 20, 34], "common": [4, 5, 7, 8, 9, 10, 23, 26, 28, 32, 34, 38], "commun": [19, 20], "compar": [5, 32], "comparison": [4, 7, 23], "compat": [19, 25], "compil": [19, 25], "complet": [4, 5, 7, 8, 19, 20, 30, 34, 35, 36, 44], "complex": [2, 21, 26], "complic": 2, "compon": 5, "compos": 5, "composit": 3, "comprehens": 36, "compress": [1, 2, 7, 11], "compression_level": [2, 7], "comput": [2, 4, 5, 7, 17, 19, 25, 30, 35], "concat": 5, "concat_w": 5, "concaten": [5, 25], "concatenated_arrai": 25, "concept": [1, 2, 4, 7, 25], "concis": 20, "concurr": [1, 7], "condit": 27, "config": [1, 7, 20, 33], "config_intern": [1, 7], "config_opt": [1, 7], "configur": [1, 3, 7, 20], "configure_formatt": [3, 7, 36], "conflict": [1, 7, 11], "conjunct": 2, "connect": [1, 22], "consecut": 5, "consid": 5, "consider": 36, "consist": [5, 36], "consol": [2, 35], "construct": [4, 7, 17, 30], "constructor": [0, 2, 4, 7, 13, 14, 15, 16, 17], "consum": [8, 15, 38], "contain": [2, 3, 5, 7, 13, 17, 18, 19, 20, 23, 25, 28, 30, 36], "content": [20, 27, 36], "context": [3, 5, 7, 11, 13, 15, 18, 30, 31, 33, 36, 38, 45], "continu": [5, 19], "contribut": 20, "control": [1, 2, 7, 23, 32], "conveni": [7, 17, 34], "convent": 19, "convers": [19, 20, 22], "convert": [1, 2, 4, 5, 7, 13, 14, 15, 16, 17, 19, 22, 24, 25, 26, 30, 31, 35, 45], "copi": [19, 20, 21, 30, 38], "copyto": 4, "core": [2, 4, 7, 19], "corr": [5, 23], "correctli": [2, 17], "correl": 5, "correspond": [5, 28], "cosh": [4, 5, 7], "cosin": [4, 5, 7], "cost": 21, "costli": 17, "cot": [4, 5, 7], "cotang": [4, 5, 7], "could": [2, 4, 7, 19, 34], "count": [2, 5, 7, 23, 24, 35], "count_star": 5, "counterpart": [5, 19], "coupl": [19, 32], "covar": 5, "covar_pop": [5, 23], "covar_samp": [5, 23], "covari": 5, "cover": [22, 26, 33], "cpython": 20, "cr": 30, "crate": 19, "creat": [0, 1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 13, 15, 16, 17, 18, 19, 20, 22, 23, 25, 31, 33, 38, 45], "create_datafram": [1, 30, 34], "create_dataframe_from_logical_plan": 1, "createcatalog": 4, "createcatalogschema": 4, "created_bi": [2, 7], "createexternalt": 4, "createfunct": 4, "createfunctionbodi": 4, "createindex": 4, "creatememoryt": 4, "createview": 4, "creation": 35, "credenti": 34, "criteria": [5, 32], "css": [3, 36], "cstream": 19, "cstring": [19, 44], "csv": [1, 2, 7, 11, 19, 21, 23, 26, 32, 34, 35, 36, 37, 41, 45], "ctx": [1, 5, 7, 13, 15, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 35, 37, 38, 39, 40, 42, 43, 44, 45], "cube": [4, 5, 7], "cubon": 23, "cume_dist": [5, 17, 32], "cumul": 5, "curr_valu": 30, "current": [2, 3, 4, 5, 7, 13, 17, 19, 26, 30, 32, 36], "current_d": 5, "current_tim": 5, "custom": [1, 3, 7, 8, 13, 19, 28, 30, 35, 41], "custom_css": [3, 36], "custom_formatt": 3, "custom_html": 36, "customer_id": 28, "d": [2, 17, 38], "dai": [5, 26], "dant": 25, "dark": [23, 36], "data": [0, 1, 2, 3, 4, 5, 7, 11, 13, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 29, 30, 31, 32, 35, 36, 37, 38, 39, 42, 44], "data_page_row_count_limit": [2, 7], "data_pagesize_limit": [2, 7], "data_typ": 5, "databas": [0, 7, 25], "dataflow": [7, 13], "datafram": [1, 3, 4, 5, 6, 7, 11, 13, 14, 17, 18, 21, 23, 24, 25, 26, 28, 29, 30, 31, 32, 36, 37, 38, 45], "dataframe_formatt": [7, 18], "dataframehtmlformatt": 3, "datafrm": 2, "datafus": [18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 43, 44, 45], "datafusion_df": 34, "datafusion_sql": 16, "datafusion_table_funct": 30, "datafusion_table_provid": [19, 44], "dataset": [0, 1, 7, 26, 32, 34, 36, 37], "datasourc": 8, "datastructur": [4, 7], "datatyp": [1, 2, 4, 7, 11, 17], "datatypemap": [4, 7], "date": [5, 26, 35], "date32": 5, "date_bin": 5, "date_part": [5, 26], "date_trunc": 5, "datepart": 5, "datetrunc": 5, "ddd": 36, "ddl": [1, 7], "dealloc": 4, "decid": [17, 19], "decim": 5, "decimal_plac": 5, "decod": 5, "decor": [7, 17], "def": [2, 7, 17, 21, 30, 34, 36, 37], "default": [0, 1, 2, 3, 4, 5, 7, 10, 11, 16, 17, 19, 20, 30, 32, 33, 34, 36], "default_str_repr": 2, "default_valu": 5, "defaultstyleprovid": 3, "defens": [21, 26, 34, 37, 45], "defin": [0, 1, 4, 7, 17, 19, 20, 26, 27, 32], "definit": [1, 4, 7, 17, 19, 22, 30], "degre": [4, 5, 7], "delet": [1, 7], "delimit": [1, 5, 7, 11], "delta": 19, "delta_binary_pack": [2, 7], "delta_byte_arrai": [2, 7], "delta_length_byte_arrai": [2, 7], "delta_t": 34, "deltalak": 34, "deltat": 34, "demonstr": [1, 30, 32, 37, 38], "dens": 5, "dense_rank": [5, 17, 32], "depend": [5, 19, 23, 30, 32], "deprec": [2, 5, 6, 32], "deregist": [0, 7], "deregister_schema": [0, 7], "deregister_t": [0, 1], "descend": 5, "describ": [2, 5, 19, 23, 24, 30, 34], "describet": 4, "descript": [5, 7, 17], "deseri": 15, "deserialize_byt": 15, "design": [19, 27], "desir": 5, "detafram": 1, "detail": [2, 4, 5, 7, 17, 20, 22, 24, 35], "determin": [2, 4, 5, 7, 17, 30], "dev": 20, "develop": [19, 34], "deviat": 5, "df": [1, 2, 4, 5, 21, 22, 23, 24, 25, 26, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 42, 43, 45], "df1": 35, "df2": 35, "df_filter": 31, "df_view": 31, "dfschema": 7, "dialect": 16, "dict": [1, 2, 3, 4, 5, 7], "dictionari": [1, 2, 5, 7, 25, 31, 34, 35], "dictionary_en": [2, 7], "dictionary_page_size_limit": [2, 7], "differ": [2, 4, 5, 7, 13, 17, 19, 26, 30, 34, 35, 36], "difficult": 19, "digest": 5, "dimens": [4, 5, 7], "dimension": 2, "directli": [3, 4, 5, 7, 15, 17, 34, 38], "directori": [1, 7, 20], "disabl": [1, 7, 36], "discard": 2, "discuss": [19, 34], "disk": [1, 7, 9, 10], "displai": [3, 7, 13, 22, 24, 31, 35, 37], "display_graphviz": [7, 13], "display_ind": [7, 13], "display_indent_schema": [7, 13], "display_nam": [4, 7], "distanc": 5, "distinct": [2, 4, 5, 7, 34], "distinctli": 19, "distinguish": 19, "distribut": 5, "div": 36, "divid": 5, "divis": [4, 5, 7], "divisor": 5, "dml": [1, 7], "dmlstatement": 4, "do": [0, 1, 7, 17, 19, 20, 22, 23, 30, 32, 34, 44], "doc": [1, 5, 16], "docstr": 20, "document": [1, 2, 4, 5, 7, 17, 18, 19, 20, 22, 33, 35, 37], "doe": [2, 3, 5, 17, 19, 20, 32, 34], "doesn": 17, "dominant_typ": 26, "done": [2, 23, 30, 34], "dot": [7, 13], "doubl": [29, 38], "double_func": [7, 17], "double_it": [7, 17], "double_udf": [7, 17], "down": [19, 32, 34], "downcast": 19, "download": [22, 29, 37], "dragon": [21, 23, 26, 32, 34, 37], "dragonair": 32, "dratini": 32, "drop": [1, 2, 7, 35], "dropcatalogschema": 4, "dropfunct": 4, "droptabl": 4, "dropview": 4, "dtype": [2, 36], "duckdb": 16, "due": [1, 7, 11, 20], "duplic": [2, 4, 5, 7, 28, 36], "dure": [7, 17, 20], "dynamic_lookup": 20, "e": [2, 4, 5, 7, 17, 30, 44], "each": [2, 4, 5, 7, 17, 19, 20, 23, 26, 32, 36], "earli": 19, "easi": [19, 42], "easier": [19, 26, 37], "easili": [4, 7, 19], "east": 34, "effect": [29, 37], "effort": [2, 7, 19], "either": [1, 2, 4, 7, 17, 19, 23, 34], "electr": [23, 32], "element": [2, 3, 4, 5, 7, 25], "ellipsi": [2, 7, 17], "els": 30, "else_expr": 4, "embed": [2, 7], "employe": 25, "empti": [1, 4, 5, 7, 13, 23, 25, 35], "empty_t": 1, "emptyrel": 4, "enabl": [1, 2, 7, 19, 36], "enable_cell_expans": [3, 7, 36], "enable_url_t": 1, "encod": [2, 5, 7, 15], "encourag": 20, "end": [0, 2, 4, 5, 7, 13, 14, 16, 17, 32], "end_bound": [4, 7], "ends_with": 5, "engin": [1, 7, 21, 22], "enough": 17, "ensur": [3, 8], "entir": [2, 7, 17, 23, 30, 32], "entri": [2, 5, 23, 32, 35], "enum": [2, 4, 7, 17], "enumer": 17, "enviorn": 20, "environ": [20, 21, 35, 36], "equal": [2, 4, 5, 7], "equival": [5, 17, 19, 23, 32], "error": [1, 3, 4, 7, 20], "especi": 20, "essenti": [7, 14, 24], "etc": [1, 3, 4, 7, 9, 10, 17], "eval_rang": 17, "evalu": [2, 4, 5, 7, 17, 22, 23, 25, 30, 32, 35], "evaluate_al": [7, 17, 30], "evaluate_all_with_rank": [17, 30], "even": [1, 7, 19, 28, 36], "everi": [5, 7, 17], "everyth": [9, 10], "ex": [4, 7, 29], "exact": 19, "exactli": [2, 32], "examin": [4, 7], "exampl": [1, 2, 3, 4, 5, 7, 13, 17, 19, 22, 23, 25, 26, 28, 30, 31, 32, 34, 37, 44], "excel": 19, "except": [2, 4, 5, 7, 25], "except_al": 2, "exclud": [2, 28], "execut": [1, 2, 4, 7, 17, 20, 21, 22, 33, 35, 38], "execute_stream": [2, 7, 14], "execute_stream_partit": 2, "execution_plan": 2, "executionplan": [1, 2, 7, 13], "exeggcut": 23, "exist": [0, 1, 2, 3, 4, 5, 7, 19], "exp": [4, 5, 7], "exp_smooth": 30, "expand": [2, 3, 36], "expans": 36, "expect": [4, 5, 7, 17, 19, 25, 30, 32], "expens": 2, "experi": 20, "explain": [2, 4], "explan": [2, 22], "explicit": [33, 36], "explicitli": [7, 17], "expon": 5, "exponenti": [4, 5, 7], "exponentialsmooth": 30, "export": [1, 2, 7, 17, 19, 20, 34, 41], "expos": [1, 19, 30, 34, 44], "expr": [1, 2, 5, 7, 11, 17, 18, 30, 32, 35], "expr1": 5, "expr2": 5, "express": [2, 4, 5, 7, 17, 23, 26, 27, 30, 32], "exprfuncbuild": [4, 7], "extend": [5, 8, 19], "extens": [1, 3, 4, 7, 11, 36], "extract": [3, 4, 5, 7, 26], "extraenv": 20, "f": [4, 22, 23, 25, 26, 32, 34, 35], "f2f2f2": 36, "face": 19, "fact": [19, 30], "factori": [4, 5, 7, 17], "fail": [2, 20, 26], "fair": [1, 7], "fairi": [23, 32], "fals": [2, 3, 4, 5, 7, 17, 19, 20, 21, 25, 26, 29, 30, 33, 34, 35, 36, 37, 44], "familiar": 20, "far": 2, "faster": [2, 5, 7, 17], "featur": [5, 19, 20, 34, 38], "fetch": 20, "few": [19, 20, 22], "ffi": [7, 17, 34], "ffi_": 19, "ffi_provid": 19, "ffi_tablefunct": 30, "ffi_tableprovid": [1, 19, 44], "field": [2, 3, 5, 7, 26], "fight": [23, 32], "file": [1, 2, 7, 9, 10, 11, 15, 19, 20, 21, 22, 29, 35, 36, 37, 39, 40, 42, 43], "file_compression_typ": [1, 7, 11], "file_extens": [1, 7, 11], "file_partition_col": [1, 7, 11], "file_sort_ord": [1, 7, 11], "filenam": 20, "filetyp": 4, "fill": [2, 4, 5, 7, 26, 32], "fill_nan": [4, 7], "fill_nul": [2, 4, 7, 27], "filter": [2, 4, 5, 7, 13, 22, 25, 31, 32, 34, 35], "final": [22, 30], "find": [5, 19, 20, 22, 23, 32], "find_in_set": 5, "finish": [4, 23], "fire": [21, 23, 26, 34, 37], "first": [1, 2, 4, 5, 7, 19, 20, 22, 23, 25, 32, 34, 37], "first_1": 23, "first_2": 23, "first_arrai": 5, "first_nam": 35, "first_valu": [5, 17, 23], "fix": [0, 17], "flag": [5, 16, 17, 20], "flatten": [4, 5, 7], "fleur": 26, "flexibl": 35, "float": [2, 4, 5, 7, 17, 30, 36], "float64": [7, 17, 26, 30], "floor": [4, 5, 7], "flow": [7, 13], "flower": 26, "fly": [21, 23, 32, 34, 37], "fn": [30, 44], "focus": 19, "folder": [19, 30, 34, 44], "follow": [1, 2, 4, 5, 7, 17, 19, 20, 22, 23, 25, 26, 28, 30, 32, 34, 37], "foo": 33, "footer": 3, "fora": [4, 7], "foreign": 19, "foreign_provid": 19, "foreigntableprovid": 19, "form": [2, 5, 7, 13, 23, 34], "format": [1, 2, 3, 4, 5, 6, 7, 13, 22, 34, 35, 39, 42], "format_argu": 5, "format_html": [3, 36], "format_str": 3, "formatt": [2, 3, 5, 7], "formatted_valu": 3, "formatter_class": 36, "formattermanag": 3, "formatting_context": 36, "forth": 38, "found": [5, 20, 32, 44], "four": 30, "frame": [2, 4, 5, 7, 17, 24, 30], "frame_bound": 4, "framework": 20, "free": [1, 7], "frequent": [19, 20], "fresh": 36, "from": [0, 1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 13, 15, 17, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 43, 45], "from_arrai": [30, 34, 35], "from_arrow": [1, 34, 35, 38], "from_arrow_t": 1, "from_dataset": [0, 7], "from_panda": [1, 35], "from_polar": [1, 34], "from_proto": [7, 13], "from_pycapsul": [7, 17], "from_pydict": [1, 24, 25, 28, 30, 31, 34, 38], "from_pylist": [1, 28, 34], "from_str": 2, "from_substrait_plan": 15, "from_unixtim": [4, 5, 7], "from_val": 5, "fuction": 17, "full": [2, 5, 27, 36, 45], "full_nam": 35, "fulli": 20, "func": [1, 2, 7, 17, 30], "function": [1, 2, 4, 12, 14, 17, 18, 19, 22, 24, 27, 34, 36, 43], "function_to_impl": [17, 30], "further": 19, "futher": 5, "futur": [17, 32], "g": [5, 17], "gamma": 34, "gcd": 5, "gener": [4, 7, 13, 14, 15, 17, 18, 19, 20, 21, 34, 37], "geodud": 32, "get": [2, 3, 7, 13, 17, 20, 25, 34, 36], "get_cell_styl": 3, "get_default_level": 2, "get_formatt": [3, 36], "get_frame_unit": [4, 7], "get_header_styl": 3, "get_lower_bound": [4, 7], "get_offset": 4, "get_rang": 17, "get_table_styl": 36, "get_upper_bound": [4, 7], "get_value_styl": 36, "getenv": 34, "ghost": 23, "gil": 21, "git": 20, "github": [4, 5, 7, 20], "give": [5, 23, 29, 37], "given": [0, 1, 3, 4, 5, 7, 17, 30], "glanc": 19, "global": [1, 2, 3, 7, 11, 35, 36], "global_ctx": 1, "go": [19, 24, 26], "goe": 19, "gold": 5, "good": [19, 20], "googlecloud": [12, 34], "graph": [7, 13], "graphic": [7, 13], "graphviz": [7, 13], "grass": [21, 23, 26, 32, 34, 37], "great": 20, "greater": [4, 5, 7], "greatest": 5, "greatli": 30, "greedi": [1, 7], "green": 25, "grimer": 32, "ground": 23, "group": [1, 2, 4, 5, 7, 11, 17, 22, 23, 24, 32, 35], "group_bi": [2, 23], "groupingset": 4, "guarante": 19, "guid": [1, 27, 33, 35, 36, 37], "gzip": [2, 7], "ha": [1, 2, 3, 5, 7, 17, 19, 25, 29, 34], "handl": [3, 14, 23, 27, 32], "happen": [20, 38], "has_head": [1, 7, 11], "has_mor": [2, 3, 36], "hash": [2, 4, 5, 7], "haskel": 24, "have": [1, 2, 5, 7, 11, 15, 17, 19, 20, 21, 23, 28, 30, 32, 34, 44], "head": 2, "header": [1, 2, 3, 7, 11], "healthi": 20, "heavy_red_unit": 25, "height": [3, 36], "help": [1, 3, 7, 11, 20, 25, 26, 36], "helper": [7, 17], "henc": 17, "here": [2, 5, 7, 19, 26, 29, 30, 32, 36, 37, 38, 45], "hex": 5, "hexadecim": [4, 5, 7], "hierarch": 34, "high": [4, 7], "higher": [2, 4, 7], "highli": 30, "highlight": 37, "hint": [1, 17, 20], "homebrew": 20, "host": 1, "how": [1, 2, 4, 5, 7, 17, 19, 23, 24, 27, 28, 30, 32, 33, 34, 35, 36, 37], "howev": [17, 30], "hp": [21, 34, 37], "html": [1, 3, 5, 7, 16], "html_formatt": [3, 7, 18, 36], "http": [1, 4, 5, 7, 12, 13, 15, 16, 34], "hyperbol": [4, 5, 7], "i": [0, 1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 13, 14, 16, 17, 19, 20, 21, 22, 23, 25, 26, 28, 30, 32, 34, 35, 36, 37, 38, 39, 40, 42, 43], "ic": 23, "id": [1, 3, 20, 28], "ideal": 19, "ident": 34, "identifi": [1, 4, 7, 19, 29, 34], "idl": [2, 7], "idx": [17, 30], "ignor": [5, 7, 17, 20, 23, 32], "ignore_nul": [23, 32], "ilik": 4, "immut": [7, 17, 30], "impl": [30, 44], "implement": [0, 1, 2, 3, 17, 20, 30, 34, 36, 38, 44], "import": [1, 3, 4, 7, 17, 19, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 43, 45], "improv": [1, 7, 17, 30, 34, 36], "in_list": [5, 26], "includ": [1, 2, 3, 4, 7, 19, 22, 23, 26, 28, 36], "include_rank": [17, 30], "inclus": [1, 4, 5, 7], "incorpor": 30, "increas": [1, 2, 3, 7, 23], "increment": [17, 19, 30], "indent": [7, 13], "independ": [5, 32], "index": [2, 3, 4, 5, 7, 16, 17, 25], "indic": [3, 4, 5, 7, 25], "individu": [2, 7, 25, 32], "infer": [1, 7, 11], "inform": [1, 2, 4, 7, 8, 15, 16, 17, 19, 30, 35], "information_schema": [1, 7], "inherit": 34, "init": 20, "initcap": [4, 5, 7], "initi": [2, 3, 4, 5, 7], "inlin": 17, "inlist": 4, "inner": [2, 27, 35], "input": [1, 2, 4, 5, 7, 11, 13, 17, 18, 25, 30], "input_item": [8, 9, 10], "input_typ": [7, 17], "inputsourc": 8, "insert": [1, 7], "instanc": [1, 3, 5, 7, 17, 22], "instanti": [7, 17], "instead": [4, 5, 7, 19], "insubqueri": 4, "insuffici": 34, "int": [1, 2, 3, 4, 5, 7, 11, 13, 17, 30], "int32": [7, 17, 26], "int64": [7, 17, 24, 26, 30], "integ": [3, 4, 5, 7, 25], "integr": [19, 37, 44], "intend": 19, "interact": [3, 19, 25], "intercept": 5, "interchang": 42, "interest": 25, "interfac": [1, 5, 19, 21, 22, 30, 32, 34, 38, 44], "intermedi": [7, 17], "intern": 30, "intersect": [2, 5], "interv": 5, "into_view": 2, "intro": 20, "introduc": [20, 22], "intuit": 19, "invalid": [3, 7], "invers": [4, 5, 7], "invoc": 17, "io": [1, 7, 15, 18, 36], "io_avro": 35, "io_csv": 35, "io_json": 35, "io_parquet": 35, "is_caus": 17, "is_correct_input": [8, 9, 10], "is_current_row": 4, "is_empti": 25, "is_follow": 4, "is_not_nul": [4, 7, 23], "is_nul": [4, 7, 30], "is_null_arr": 30, "is_preced": 4, "is_unbound": 4, "isfals": 4, "isnan": [4, 5, 7], "isnotfals": 4, "isnotnul": [4, 7], "isnottru": 4, "isnotunknown": 4, "isnul": 4, "issu": [5, 20, 32, 36], "istru": 4, "isunknown": 4, "iszero": [4, 5, 7], "iter": [2, 7, 14], "iterat": 2, "its": [2, 5, 7, 13, 17, 19, 21, 32, 36], "itself": 25, "ivi": 26, "ivyfleur": 26, "ivysaur": [21, 26, 32, 34, 37], "java": 24, "javascript": [3, 36, 42], "jigglypuff": 32, "join": [1, 2, 4, 7, 13, 27, 35], "join_kei": [2, 28], "join_on": 2, "joinconstraint": 4, "jointyp": 4, "json": [1, 2, 7, 11, 34, 35, 36, 41], "jupyt": [3, 35, 37], "jupyterlab": 37, "just": 36, "jynx": 23, "kakuna": [21, 32, 34, 37], "keep": [20, 31, 34, 36], "kei": [1, 2, 3, 4, 7, 19, 22, 25, 28, 35], "kept": 2, "kind": [0, 7, 19, 20], "know": [1, 7], "known": 25, "kv_meta": [2, 7], "kwarg": [3, 7, 8, 9, 10], "kwd": [2, 17], "l179": [4, 7], "lab": 37, "label": 2, "lack": 21, "lag": [5, 17, 32], "lambda": [7, 17], "languag": [1, 7, 13, 19], "larg": [2, 7, 26, 36], "large_trip_dist": 29, "larger": [2, 7], "last": [4, 5, 7, 32], "last_nam": 35, "last_valu": [5, 23, 32], "last_with_nul": 32, "last_wo_nul": 32, "later": [34, 37, 44], "latest": [1, 5, 16, 19], "latter": 1, "lazi": 22, "lazili": 35, "lcm": 5, "lead": [5, 17, 19, 30, 32, 34], "leaf": [7, 13], "leak": 21, "learn": [19, 24, 32], "least": [5, 17, 23, 28, 30, 36], "leav": [7, 13], "left": [2, 5, 26, 27, 36], "left_on": [2, 28], "leftmost": 5, "legendari": [21, 34, 37], "len": [17, 26], "length": [2, 3, 4, 5, 7, 17], "less": [4, 5, 7], "lesson": 19, "let": [19, 30, 33, 44], "letter": [4, 5, 7, 29], "level": [2, 5, 7, 19, 34], "levenshtein": 5, "leverag": [2, 7, 19], "lib": 20, "lib_dir": 20, "lib_nam": 20, "librari": [7, 8, 19, 21, 37, 38, 44], "lightweight": 42, "like": [1, 2, 3, 4, 5, 7, 8, 19, 20, 21, 26, 34, 35], "limit": [2, 4, 5, 20, 22, 24, 26, 35, 36], "line": [1, 2, 7, 11, 13, 19], "linear": [5, 23], "link": [20, 32], "lint": 20, "linter": 20, "list": [0, 1, 2, 3, 4, 5, 7, 11, 13, 17, 23, 30, 31, 32, 34, 35], "list_append": [5, 20], "list_cat": 5, "list_concat": 5, "list_dim": [4, 5, 7], "list_distinct": [4, 5, 7], "list_el": 5, "list_except": 5, "list_extract": 5, "list_indexof": 5, "list_intersect": 5, "list_join": 5, "list_length": [4, 5, 7], "list_ndim": [4, 5, 7], "list_posit": 5, "list_prepend": 5, "list_push_back": 5, "list_push_front": 5, "list_remov": 5, "list_remove_al": 5, "list_remove_n": 5, "list_repeat": 5, "list_replac": 5, "list_replace_al": 5, "list_replace_n": 5, "list_res": 5, "list_slic": 5, "list_sort": 5, "list_to_str": 5, "list_union": 5, "listingt": 1, "lit": [2, 4, 5, 7, 20, 22, 23, 25, 29, 32, 38], "liter": [2, 4, 7, 26, 27, 29, 30, 31, 35], "literal_with_metadata": [4, 7], "ll": [26, 28, 32], "ln": [4, 5, 7], "load": 3, "local": [1, 19, 20], "localfilesystem": [12, 34], "locat": [1, 9, 18], "locationinputplugin": [9, 10], "lock": 21, "log": [5, 26], "log10": [4, 5, 7], "log2": [4, 5, 7], "logarithm": [4, 5, 7], "logic": [1, 2, 4, 7, 13, 15, 16, 22, 23, 29, 35, 36], "logical_plan": [2, 15], "logicalplan": [1, 2, 4, 7, 13, 15, 16], "lonely_trip": 29, "long": [3, 19], "long_tim": 25, "longer": [5, 36], "look": [20, 33], "low": [4, 7, 23], "low_passenger_count": 29, "lower": [4, 5, 7, 17, 26, 29], "lowercas": [2, 4, 5, 7], "lowest": [19, 23], "lpad": 5, "ltrim": [4, 5, 7], "lz4": [2, 7], "lz4_raw": [2, 7], "lzo": [2, 7], "m": 20, "mac": 20, "machin": 20, "machop": 32, "made": 29, "magikarp": 23, "magnemit": 32, "mai": [1, 2, 5, 7, 11, 17, 19, 30, 34, 36, 37, 38], "main": [1, 22, 35], "maintain": [1, 2, 19, 22], "major": [20, 21], "make": [5, 19, 20, 21, 26], "make_arrai": 5, "make_d": 5, "make_list": 5, "manag": [1, 3, 7, 20], "mani": [19, 23, 30, 35, 36], "manipul": [1, 7, 26, 35], "mankei": 32, "manner": 19, "manual": 20, "map": 2, "map_err": 44, "match": [2, 4, 5, 26, 28], "materi": 35, "math": 23, "mathemat": [27, 29, 35], "maturin": 20, "max": [5, 23, 24], "max_cell_length": [3, 7, 36], "max_height": [3, 7, 36], "max_memory_byt": [3, 36], "max_row": 36, "max_row_group_s": [2, 7], "max_width": [3, 7, 36], "maximum": [1, 2, 3, 5, 7, 11, 36], "maximum_buffered_record_batches_per_stream": [2, 7], "maximum_parallel_row_group_writ": [2, 7], "md5": [4, 5, 7], "mean": [5, 19, 20, 24], "meaning": [5, 29], "meant": [7, 13], "medal": 5, "median": [5, 23, 24], "member": 20, "memoiz": 17, "memori": [0, 1, 2, 3, 7, 13, 17, 21], "memory_catalog": [0, 7, 34], "memory_schema": [0, 34], "mention": 25, "merg": [7, 17, 28, 30], "messag": [3, 36], "metadata": [1, 2, 4, 5, 7, 11], "metapod": [21, 23, 32, 34, 37], "method": [0, 1, 2, 3, 5, 7, 17, 22, 24, 26, 28, 30, 31, 35, 36], "metric": 2, "metrorid": 28, "microsecond": 5, "microsoftazur": [12, 34], "might": [3, 17, 23, 36], "millisecond": 5, "min": [5, 23, 24], "min_rows_displai": [3, 36], "minimum": [1, 2, 3, 5, 7, 36], "miss": [2, 27], "model": 2, "modifi": [2, 22], "modify_df": 2, "modul": [6, 32, 35, 36], "modulo": [4, 7], "moment": [2, 19], "month": [5, 26], "more": [1, 2, 3, 4, 7, 15, 17, 19, 20, 22, 23, 26, 30, 33, 35], "most": [17, 19, 25, 32, 37], "mostli": 20, "much": [17, 20, 36], "multi": 21, "multipl": [1, 2, 3, 4, 5, 7, 17, 23, 26, 28, 30, 32, 34, 35, 36], "must": [1, 2, 4, 5, 7, 17, 23, 25, 29, 30, 32, 38, 44], "my": 36, "my_capsul": 19, "my_catalog": 34, "my_catalog_nam": 34, "my_delta_t": 34, "my_provid": 19, "my_schema": 34, "my_schema_nam": 34, "my_tabl": [31, 34, 44], "my_udaf": 30, "myaccumul": 30, "myformatt": 36, "mysql": 16, "mystyleprovid": 36, "mytablefunct": 30, "mytableprovid": [19, 44], "myusernam": 20, "n": [2, 5, 7], "n_column": [2, 7], "n_file": [2, 7], "n_row_group": [2, 7], "name": [0, 1, 2, 3, 4, 5, 7, 11, 17, 19, 21, 22, 23, 24, 25, 26, 28, 29, 30, 32, 34, 35, 37, 44], "name_pair": 5, "named_expr": 2, "named_struct": [5, 20], "nan": [4, 5, 7], "nanosecond": 5, "nanvl": 5, "narrowli": 19, "nativ": 19, "natur": [4, 5, 7], "nearest": [4, 5, 7], "nearli": 34, "necessari": [19, 34], "need": [0, 1, 2, 3, 4, 7, 11, 17, 19, 20, 30, 32, 34, 36, 37], "neg": [4, 5], "negat": [4, 5, 7, 26], "new": [1, 2, 3, 4, 5, 7, 16, 17, 19, 20, 25, 27, 30, 44, 45], "new_bound": [19, 44], "new_err": 44, "new_nam": 2, "next": [5, 7, 14], "nice": 36, "node": [7, 13], "non": [2, 4, 5, 23, 32], "none": [0, 1, 2, 3, 4, 5, 7, 11, 15, 17, 19, 30, 32, 34, 36], "normal": 23, "not_red_unit": 25, "notat": [25, 42], "note": [1, 2, 4, 7, 22, 25, 34, 38], "notebook": [3, 35, 36, 37], "now": [5, 17, 26, 31], "nr": 24, "nth": 36, "nth_valu": [5, 17, 23], "ntile": [5, 32], "null": [2, 4, 5, 7, 24, 26, 28, 30, 38], "null_count": 24, "null_first": 5, "null_treat": [4, 5, 7, 23, 32], "nullabl": 2, "nullif": [5, 26], "nulls_first": [4, 5, 7], "nulltreat": [4, 5, 7, 23, 32], "num": [2, 5], "num_centroid": 5, "num_el": 25, "num_row": [7, 17, 30], "number": [1, 2, 3, 4, 5, 7, 11, 13, 17, 20, 25, 26, 30, 32, 36], "numebr": 5, "numer": [2, 4, 5, 7], "nvl": 5, "o": [34, 35, 36], "object": [1, 2, 3, 4, 7, 12, 17, 19, 25, 30, 33, 36, 38, 42], "object_stor": [7, 18, 34], "objectstor": 1, "obtain": [8, 21], "obviou": 19, "occur": [7, 17, 35, 38], "occurr": 5, "octet_length": [4, 5, 7], "oddish": 32, "offend": 20, "offer": [26, 35, 45], "offici": 19, "offset": [2, 4], "often": 32, "old": 2, "old_nam": 2, "older": 34, "olymp": 5, "omit": 28, "on_expr": 2, "onc": [3, 5, 8, 17, 30, 36, 44], "one": [2, 4, 5, 7, 17, 19, 23, 28, 30, 32, 34], "onli": [1, 2, 3, 4, 5, 7, 11, 17, 19, 23, 26, 28, 30, 32, 35, 36], "onlin": [1, 2, 4, 5, 7, 17, 19, 33], "op": [2, 4, 7], "open": 3, "oper": [1, 2, 4, 5, 7, 13, 14, 17, 19, 21, 23, 25, 29, 30, 32, 34, 36, 38], "operand": [4, 7], "operatefunctionarg": 4, "opt": 20, "optim": [2, 17, 19], "optimized_logical_plan": 2, "option": [0, 1, 2, 3, 4, 5, 7, 11, 17, 20, 22, 23, 26, 33, 34, 35, 36, 37], "options_intern": [1, 7], "order": [1, 2, 4, 5, 7, 8, 11, 17, 19, 25], "order_bi": [4, 5, 7, 23, 32], "org": [1, 5, 7, 13], "organ": 34, "origin": [2, 5, 30, 34], "other": [1, 2, 3, 4, 5, 7, 17, 19, 20, 21, 22, 25, 27, 30, 35, 36], "otherwis": [4, 5, 7], "our": [19, 20, 23, 34, 37], "out": [2, 5, 7, 19, 23, 24, 25, 26, 28, 29, 32, 37, 38, 45], "output": [2, 3, 4, 7, 13, 17, 20, 23, 25, 30, 31, 36], "over": [2, 4, 7, 17, 19, 21, 23, 32, 34, 36], "overhead": 17, "overlai": 5, "overlap": 5, "overrid": [2, 7, 30], "overridden": 23, "own": [8, 30, 36], "owner": 0, "owner_nam": 0, "pa": [1, 4, 7, 14, 17, 30, 34, 35, 38], "packag": [5, 19, 20], "pad": [5, 36], "page": [2, 7, 18, 19, 30], "pair": 5, "panda": [1, 2, 22, 24, 34, 35, 45], "pandas_df": [34, 35], "para": 32, "parallel": [1, 2, 7], "param_nam": 3, "paramet": [0, 1, 2, 3, 4, 5, 7, 11, 15, 17, 20, 25, 27, 28, 36], "parasect": 32, "parquet": [1, 2, 7, 11, 19, 21, 22, 29, 33, 34, 35, 36, 41], "parquet_prun": [1, 7, 11], "parquetcolumnopt": [2, 7], "parquetwriteropt": [2, 7], "part": [2, 5, 7, 26], "particular": 5, "partit": [1, 2, 4, 5, 7, 11, 13, 17, 23], "partition_bi": [4, 5, 7, 32], "partition_count": [7, 13], "pass": [2, 7, 17, 19, 20, 24, 25, 30, 33, 34], "passenger_count": 29, "path": [1, 2, 7, 11, 15, 20, 34, 35], "path_to_t": 34, "pathlib": [1, 2, 7, 11, 15], "pattern": [5, 19], "pc": [7, 17], "pcre": 5, "pd": [34, 35], "peopl": 5, "per": [2, 3, 17, 32, 36], "percent": 5, "percent_rank": [5, 17, 32], "percentag": 5, "percentil": 5, "perform": [1, 2, 4, 5, 7, 17, 19, 20, 22, 23, 26, 30, 32, 34], "period": 19, "person": 20, "physic": [2, 7, 13, 22], "pi": 5, "pick": 5, "pinsir": 32, "pip": [21, 37], "pixel": [3, 36], "pl": 34, "place": [5, 20, 37], "placehold": 4, "plain": [2, 7, 36], "plain_dictionari": [2, 7], "plan": [1, 2, 4, 7, 15, 16, 17, 18, 21, 22, 35], "plan_intern": 15, "plan_to_sql": 16, "planner": [7, 13], "pleas": 29, "plu": 5, "plugin": [8, 9, 10], "point": [3, 4, 5, 7, 20, 35], "pointer_width": 20, "poison": [21, 23, 32, 34, 37], "pokemon": [21, 23, 26, 32, 34, 37, 45], "polar": [1, 2, 34, 35], "polars_df": [34, 35], "pool": [1, 7], "popul": 5, "popular": [26, 34], "portion": 19, "posit": [2, 3, 5, 7, 23], "possibl": [2, 4, 7, 17, 19, 26, 30, 32], "post": 20, "postgr": 16, "postgresql": 16, "potenti": [2, 7, 13], "pow": [5, 26], "power": [5, 26, 30, 32], "pr": 20, "practic": 19, "prece": 5, "preced": [4, 7, 17], "preceed": 32, "precis": 5, "predic": [1, 2, 7, 11], "prefer": 20, "prefix": [5, 19], "prepar": 4, "prepend": 5, "presenc": 26, "present": 28, "preserve_nul": 2, "pretti": 16, "prevent": [20, 36], "previou": [5, 30, 32], "previous": 1, "primari": [9, 25, 35], "print": [0, 1, 2, 4, 7, 13, 17, 31, 33, 35, 36], "printabl": [7, 13, 17], "prior": [2, 34], "probabl": [2, 7, 23], "process": [17, 23, 32], "produc": [5, 7, 13, 15, 17, 19, 32], "product": [5, 35], "program": 19, "programmat": [7, 13], "project": [2, 4, 7, 13, 19, 20, 35, 38], "properti": [0, 2, 4, 7, 13], "proto_byt": 15, "protobuf": [7, 13], "protocol": [1, 3, 17], "provid": [0, 1, 2, 3, 4, 5, 7, 8, 9, 14, 15, 16, 17, 19, 22, 23, 26, 30, 32, 35, 37, 41], "prune": [1, 7, 11], "psychic": 23, "public": [0, 7], "pull": 20, "pure": 20, "push": [20, 34], "pushdown_filt": 33, "put": 29, "py": [1, 2, 7, 15, 19, 30, 44], "py_dict": 35, "py_list": 35, "pyarrow": [0, 1, 2, 4, 7, 11, 14, 17, 19, 24, 30, 34, 35, 38, 45], "pycapsul": [1, 2, 7, 17, 19, 30, 34, 38, 44], "pycapsuleinterfac": 1, "pymethod": [30, 44], "pyo3": [19, 20, 30, 34], "pyo3_build_config": 20, "pyo3_config_fil": 20, "pyo3_print_config": 20, "pyobject": [4, 7], "pypi": 37, "pyproject": 20, "pyresult": [30, 44], "pyruntimeerror": 44, "pyspark": 21, "pytabl": 19, "pytest": 20, "python": [0, 1, 2, 4, 7, 17, 24, 25, 30, 34, 35, 37, 38, 44], "python3": 20, "python_valu": [4, 7], "pythontyp": [4, 7], "queri": [1, 7, 13, 15, 17, 19, 21, 22, 26, 31, 35], "quick": 24, "quit": 43, "quot": 29, "r": [1, 2, 4, 5, 7, 16, 19, 20], "radian": [4, 5, 7], "rais": [2, 3, 5, 7], "random": [5, 17, 24, 25], "rang": [1, 2, 4, 5, 7, 17, 24, 25, 26, 30, 32, 33, 35], "rank": [5, 17, 30, 32], "ranks_in_partit": 17, "rather": [5, 15], "ratio": 5, "raw": [3, 4], "raw_sort": 4, "rawcatalog": [0, 7], "rawexpr": [4, 7], "rawschema": [0, 7], "rawtabl": [0, 7], "rb": [7, 14], "re": 19, "read": [1, 2, 7, 9, 10, 11, 15, 19, 33, 34, 35, 36, 37, 39, 40, 42, 43, 45], "read_avro": [1, 7, 11, 35, 39], "read_csv": [1, 7, 11, 21, 22, 23, 32, 34, 35, 37, 40], "read_json": [1, 7, 11, 35, 42], "read_parquet": [1, 7, 11, 22, 29, 35, 43], "read_tabl": 1, "reader": [1, 7, 11, 38], "realiti": 23, "reason": [2, 20], "rebuild": 20, "receiv": [5, 17, 19], "recent": [32, 34], "recommend": [2, 19, 20, 30, 36], "record": [1, 2, 3, 7, 13, 14, 22, 29, 30, 34, 38, 39], "record_batch": [1, 2, 7, 18], "record_batch_stream": [7, 14], "recordbatch": [1, 2, 3, 7, 14, 30, 34, 35], "recordbatchstream": [1, 2, 7, 14], "recursivequeri": 4, "red": [25, 36], "red_or_green_unit": 25, "red_unit": 25, "reduc": [20, 30, 36], "ref": [5, 30, 35], "refer": [2, 3, 5, 19, 22, 26, 35, 36, 45], "referenc": [1, 22], "reflect": 3, "refresh": 3, "regardless": 17, "regener": 20, "regex": 5, "regexp_count": 5, "regexp_lik": 5, "regexp_match": [5, 26], "regexp_replac": [5, 26], "region": 34, "regist": [0, 1, 3, 7, 8, 11, 19, 22, 27, 30, 34, 35, 44, 45], "register_avro": 1, "register_catalog": 34, "register_catalog_provid": 1, "register_csv": [1, 26, 40, 45], "register_dataset": [1, 34], "register_formatt": 3, "register_json": 1, "register_listing_t": 1, "register_object_stor": [1, 34], "register_parquet": [1, 34, 43], "register_record_batch": 1, "register_schema": [0, 7, 34], "register_t": [0, 1, 2], "register_table_provid": [1, 34, 44], "register_udaf": 1, "register_udf": 1, "register_udtf": [1, 30], "register_udwf": 1, "register_view": [1, 31], "regr_avgi": [5, 23], "regr_avgx": [5, 23], "regr_count": [5, 23], "regr_intercept": [5, 23], "regr_r2": [5, 23], "regr_slop": [5, 23], "regr_sxi": 5, "regr_sxx": [5, 23], "regr_syi": [5, 23], "regress": [5, 23], "regular": [3, 5, 26], "rel": [5, 32], "relat": [7, 13, 28], "releas": [19, 32], "relev": 20, "reli": 20, "remain": [4, 5, 7, 26], "remot": [9, 10], "remov": [0, 1, 2, 4, 5, 7, 23], "renam": 2, "renamed_ag": 25, "render": 3, "repartit": [1, 2, 4, 7], "repartition_by_hash": 2, "repeat": [5, 25], "repeated_arrai": 25, "replac": [2, 5, 7, 26], "repo": 20, "report": [2, 20], "repositori": [19, 30, 34], "repr": 3, "repr_row": [3, 36], "repres": [1, 2, 4, 5, 7, 11, 13, 14, 15, 22, 25, 30, 35], "represent": [0, 1, 2, 3, 4, 5, 7, 11, 13, 17], "request": [2, 20], "requested_schema": [1, 2], "requir": [2, 4, 7, 17, 19, 26, 34], "reserv": [1, 7], "reset": [3, 36], "reset_formatt": [3, 36], "resolv": [20, 32], "resourc": 19, "respect": [2, 5, 23, 34], "respect_nul": [5, 23, 32], "rest": [7, 17], "result": [1, 2, 5, 7, 13, 14, 17, 21, 22, 23, 25, 28, 29, 30, 31, 32, 35], "result_batch": 35, "result_dict": 31, "retriev": [0, 1, 4, 7, 28], "return": [0, 1, 2, 3, 8, 9, 10, 11, 13, 15, 17, 25, 28, 30, 34, 36, 38], "return_typ": [7, 17], "reus": 19, "reusabl": 4, "revers": [4, 5, 7], "review": [19, 20], "rex": [4, 7], "rex_call_oper": [4, 7], "rex_call_operand": [4, 7], "rex_typ": [4, 7], "rextyp": [4, 7], "rfc3339": [4, 5, 7], "rh": [4, 7], "rhyhorn": 32, "rich": [3, 36], "richer": 36, "right": [2, 5, 28], "right_on": [2, 28], "ritchi": 32, "rle": [2, 7], "rle_dictionari": [2, 7], "robin": 2, "rock": 23, "roll": 32, "root": [4, 5, 7, 13], "roption": 19, "round": [2, 5, 22], "rout": 19, "row": [1, 2, 3, 4, 5, 7, 11, 17, 22, 23, 24, 25, 28, 30, 31, 32, 35, 36, 45], "row_count": 3, "row_idx": 3, "row_numb": [5, 17, 32], "rpad": 5, "rresult": 19, "rstring": 19, "rtrim": [4, 5, 7], "rubi": 24, "run": [1, 2, 7, 11, 21, 31, 37], "runnabl": 20, "runtim": [1, 7, 17, 33], "runtimeconfig": 1, "runtimeenvbuild": [1, 7, 33], "rust": [2, 5, 7, 17, 19, 21, 30, 33, 34, 44], "rustc": 19, "rustflag": 20, "rustonomicon": 19, "rvec": 19, "s3": 34, "safe": 19, "safeti": 21, "same": [2, 5, 7, 17, 19, 22, 30], "sampl": [5, 24, 31], "saur": 26, "save": 17, "scalar": [4, 7, 17, 25, 27], "scalarsubqueri": 4, "scalarudf": [1, 7, 17], "scalarudfexport": [7, 17], "scalarvalu": 17, "scalarvari": 4, "scan": [1, 7, 13], "schema": [0, 1, 2, 3, 4, 7, 11, 13, 24, 36], "schema_infer_max_record": [1, 7, 11], "schema_nam": [0, 4, 7], "schemaprovid": 0, "schemaproviderexport": 0, "scheme": 2, "scienc": 26, "score": 5, "script": 3, "search": 5, "second": [5, 22, 23, 25, 34], "second_arrai": 5, "secret_access_kei": 34, "section": [19, 22, 24, 27, 28, 32, 34], "see": [1, 2, 4, 5, 7, 14, 15, 16, 17, 19, 20, 22, 23, 25, 30, 32, 35, 36], "seen": [17, 23], "select": [1, 2, 4, 5, 7, 11, 17, 22, 25, 26, 27, 30, 31, 32, 34, 35, 38, 45], "select_column": 2, "self": [7, 14, 17, 30, 36, 44], "semi": [2, 27], "sensit": [2, 7], "separ": 5, "seper": 5, "sequenc": 2, "serd": 15, "seri": 25, "serial": [2, 7, 15, 39], "serialize_byt": 15, "serialize_to_plan": 15, "serv": 19, "session": [1, 3, 7, 30, 33, 36, 37], "session_id": 1, "sessionconfig": [1, 7, 33], "sessioncontext": [1, 2, 5, 7, 8, 13, 15, 19, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 35, 37, 38, 39, 40, 42, 43, 44, 45], "sessioncontextintern": 1, "set": [0, 1, 2, 3, 4, 5, 7, 16, 17, 19, 20, 22, 27, 30, 33, 36], "set_custom_cell_build": 3, "set_custom_header_build": 3, "set_formatt": 3, "setvari": 4, "sever": [29, 35], "sha": [4, 5, 7], "sha224": [4, 5, 7], "sha256": [4, 5, 7], "sha384": [4, 5, 7], "sha512": [4, 5, 7], "sharabl": 19, "share": [3, 19, 20, 22, 25, 38], "shift_offet": 5, "shift_offset": 5, "shot": 17, "should": [1, 4, 5, 7, 8, 11, 13, 15, 20, 23, 28, 30, 32], "show": [2, 3, 19, 21, 22, 24, 25, 28, 30, 32, 34, 35, 36, 37, 44], "show_truncation_messag": [3, 36], "shown": 3, "side": [4, 5, 7, 19], "sign": [4, 5, 7], "signific": 34, "significantli": 5, "signum": [4, 5, 7], "silver": 5, "similar": [5, 19, 22, 25, 32], "similarto": 4, "simpl": [5, 20, 29, 42, 43], "simplest": [17, 30], "simpli": [2, 7, 17, 19, 20, 34, 36], "simplifi": 32, "sin": [4, 5, 7], "sinc": [2, 23, 30, 34], "sine": [4, 5, 7], "singl": [1, 2, 4, 5, 7, 13, 17, 23, 25, 30, 32, 34], "sinh": [4, 5, 7], "size": [1, 2, 5, 7, 25, 36], "skip": [1, 2, 7, 11, 17], "skip_arrow_metadata": [2, 7], "skip_metadata": [1, 7, 11], "slice": 5, "slightli": 30, "slope": 5, "slow": 2, "slower": 2, "slowest": 30, "slowpok": 32, "small": 34, "smallest": [17, 23], "smooth_a": 30, "snappi": [2, 7], "snorlax": 32, "so": [1, 2, 7, 19, 20, 29, 30, 32, 38, 44], "softwar": [7, 13, 19], "solid": 36, "some": [2, 5, 7, 17, 19, 20, 23, 26, 30, 32, 37, 44], "sometim": [1, 7, 19, 34], "soon": [5, 34], "sort": [1, 2, 4, 5, 7, 11, 23, 32, 35], "sortexpr": [1, 2, 4, 5, 7], "sound": 19, "sourc": [1, 5, 7, 8, 9, 10, 11, 19, 20, 22, 35, 36, 37, 38, 44], "sp": [21, 34, 37], "space": [4, 5, 7], "sparingli": 30, "special": [3, 17], "specif": [0, 2, 3, 4, 7, 13, 24, 25, 26, 32, 35, 36], "specifi": [1, 2, 4, 5, 7, 25, 26, 28, 30, 32], "speed": [2, 7, 21, 23, 32, 34, 37], "sphinx": 18, "spill": [1, 7], "spillabl": [1, 7], "split": [5, 30], "split_part": 5, "sql": [1, 7, 13, 15, 16, 17, 21, 22, 25, 29, 31, 34, 35], "sql_with_opt": 1, "sqlite": 16, "sqloption": [1, 7], "sqltabl": [8, 9, 10], "sqltype": [4, 7], "sqrt": [4, 5, 7], "squar": [4, 5, 7], "squi": 26, "squirtl": [21, 26, 32, 34, 37], "src": [4, 7, 20], "stabl": [17, 19, 30], "standard": [5, 19], "start": [4, 5, 7, 17, 25, 29, 32, 36, 37], "start_ag": 25, "start_bound": [4, 7], "started_young": 25, "starts_with": 5, "state": [1, 7, 17, 22, 30], "state_typ": [7, 17], "statement": [1, 4, 5, 7, 22, 45], "static": [0, 1, 2, 4, 7, 13, 15, 16, 17], "statist": [2, 7, 23, 24], "statistics_en": [2, 7], "statistics_truncate_length": [2, 7], "std": 24, "stddev": [5, 23], "stddev_pop": [5, 23], "stddev_samp": 5, "steel": 23, "step": [5, 19], "still": [30, 34], "stop": 5, "storag": 34, "store": [1, 4, 7, 12], "str": [0, 1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 13, 15, 16, 17], "str_lit": 26, "straightforward": [39, 40], "stream": [1, 2, 7, 14, 19], "strftime": 5, "stride": 5, "string": [0, 1, 2, 3, 4, 5, 7, 13, 16, 17, 19, 20, 23, 24, 25, 27, 35], "string1": 5, "string2": 5, "string_agg": [5, 23], "string_list": 5, "string_liter": [4, 7, 26], "string_view": [4, 7, 38], "strong": 21, "strpo": 5, "struct": [1, 4, 5, 7, 19, 27, 38], "structarrai": 38, "structur": [7, 13, 19], "style": [3, 19, 25, 35], "style_provid": [3, 36], "styleprovid": [3, 36], "sub": [4, 7], "subfield": [4, 5, 7], "submit": 20, "submodul": 20, "subqueri": 4, "subqueryalia": 4, "subset": [2, 26, 29], "substr": 5, "substr_index": 5, "substrait": [7, 18], "subtract": [4, 7], "suffici": [1, 7], "suffix": 5, "suggest": 34, "sum": [5, 7, 17, 23, 30, 35], "sum_bias_10": [7, 17], "summar": [2, 7, 17], "summari": [2, 23, 24], "support": [2, 3, 4, 5, 7, 13, 15, 16, 19, 28, 30, 34, 35, 36], "supports_bounded_execut": [17, 30], "suppos": [5, 19, 23], "suppress_build_script_link_lin": 20, "sure": 20, "symbol": 2, "sync": 20, "synchon": 19, "syntax": 5, "system": [1, 2, 7, 19, 20], "t": [5, 17, 29], "t1": 17, "tabl": [0, 1, 2, 3, 7, 8, 9, 10, 11, 13, 17, 19, 22, 24, 26, 27, 28, 35, 36, 37, 38, 40, 41, 43], "table_exist": [0, 1], "table_id": 3, "table_nam": [0, 8, 9, 10], "table_partition_col": [1, 7, 11], "table_provid": 1, "table_uuid": [2, 3, 36], "tablefunct": [1, 7, 17], "tableprovid": [19, 44], "tableproviderexport": 1, "tablescan": 4, "tabular": 35, "tag": 3, "tail": 2, "take": [2, 3, 17, 19, 20, 23, 25, 30, 32, 34], "tan": [4, 5, 7], "tangent": [4, 5, 7], "tanh": [4, 5, 7], "target": [1, 2, 7], "target_partit": [1, 7], "task": [26, 38], "taxi": 22, "td": 36, "technic": 21, "techniqu": 34, "tempor": 27, "temporari": [1, 7, 36], "temporarili": 36, "temporary_column": 35, "term": 32, "terminologi": 19, "test": [5, 20, 34], "text": [1, 5, 36], "textual": 26, "th": [5, 36], "than": [2, 4, 5, 7, 23, 30, 36], "thei": [7, 8, 17, 19, 25, 30], "them": [2, 5, 7, 19, 20, 22, 24, 34], "theme": 36, "then_expr": 4, "therefor": 2, "thi": [0, 1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 34, 36, 37, 38, 44], "third": 22, "thoroughli": 19, "those": [2, 4, 7, 21, 23, 30, 34], "though": 30, "thread": 21, "three": [30, 32, 34], "through": [3, 19, 21, 27, 34, 35, 36, 37], "thu": 17, "thusli": 19, "ticket": 20, "tie": 5, "tight": 19, "tile": 5, "time": [5, 17, 19, 20, 23, 25, 26, 30, 35, 38], "time64": 5, "timestamp": [4, 5, 7, 26], "tip_amount": [22, 29], "tip_perc": 22, "tips_plus_tol": 29, "tlc": [22, 29], "tmp": [1, 7], "to_arrow_t": [2, 35], "to_hex": [4, 5, 7], "to_panda": [2, 24, 26, 35, 45], "to_polar": [2, 35], "to_proto": [7, 13], "to_pyarrow": [7, 14], "to_pyarrow_dataset": 34, "to_pydict": [2, 31, 35], "to_pylist": [2, 35], "to_str": 44, "to_substrait_plan": 15, "to_timestamp": [5, 26], "to_timestamp_micro": 5, "to_timestamp_milli": 5, "to_timestamp_nano": 5, "to_timestamp_second": 5, "to_unixtim": 5, "to_val": 5, "to_vari": [4, 7, 13], "togeth": [2, 5, 23], "toler": [2, 7], "tolls_amount": 29, "toml": 20, "top": 24, "topic": 34, "total": [2, 4, 5, 7, 21, 22, 25, 26, 34, 37], "total_amount": [22, 35], "total_as_float": 26, "total_as_int": 26, "toward": 5, "tr": 36, "tracker": 5, "tradit": 20, "trait": [1, 17, 19], "transact": [1, 7], "transactionaccessmod": 4, "transactionconclus": 4, "transactionend": 4, "transactionisolationlevel": 4, "transactionstart": 4, "transfer": 19, "transform": [2, 7, 13, 22, 35], "translat": [5, 19], "treat": [4, 32], "treatment": [4, 7], "tree": [7, 13, 25], "trigger": [2, 36], "trim": [4, 5, 7], "trip": [22, 29, 34], "trip_dist": [22, 29], "trivial": [2, 20], "tru": 2, "true": [0, 1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 17, 20, 23, 25, 26, 29, 30, 32, 33, 36], "trunc": 5, "truncat": [2, 3, 5, 7, 23, 26, 29, 32, 36], "try": [1, 7, 11, 19], "trycast": 4, "tune": [2, 7], "tupl": [1, 2, 5, 7, 11, 17], "turn": [0, 2, 4, 7, 19], "tutori": 37, "two": [2, 4, 5, 7, 13, 19, 23, 25, 28, 30, 32, 33, 34], "type": [1, 2, 3, 4, 5, 7, 11, 17, 19, 20, 21, 23, 25, 26, 29, 30, 32, 34, 37], "type_class": 3, "typeerror": 3, "typic": [0, 4, 7, 14, 16, 17, 22, 34], "typing_extens": [7, 14], "u": [19, 23, 25, 34], "udaf": [1, 7, 17, 21, 30], "udaf1": [7, 17], "udaf2": [7, 17], "udaf3": [7, 17], "udf": [1, 7, 17, 21, 30], "udf4": [7, 17], "udtf": [7, 17], "udwf": [1, 7, 17], "udwf1": [7, 17], "udwf2": [7, 17], "udwf3": [7, 17], "ultim": 20, "unari": [7, 13], "unbound": [1, 4, 7, 17, 32], "unchang": [2, 26], "uncompress": [2, 7], "undefin": 20, "under": [1, 19], "underli": [4, 7, 17, 19], "unfortun": 19, "unicod": [4, 5, 7], "union": [2, 4, 5], "union_distinct": 2, "uniqu": [1, 3, 5, 17, 23], "unit": [4, 7, 32, 34], "unixtim": 5, "unknown": 4, "unlik": [4, 7, 32], "unmatch": 28, "unnest": [2, 4], "unnest_column": 2, "unnestexpr": 4, "unoptim": 2, "unpars": [7, 18], "unsaf": 19, "unspil": [1, 7], "until": 22, "unwrap": 44, "up": [2, 7, 13, 17, 22, 25, 32, 36], "updat": [1, 2, 7, 17, 30], "upon": [5, 19, 30], "upper": [4, 5, 7], "uppercas": [4, 5, 7], "upstream": 19, "urbango": 28, "url": 1, "us": [1, 2, 3, 4, 5, 7, 8, 9, 11, 13, 15, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 40, 42, 43, 44], "usag": [1, 2, 4, 5, 7, 17, 23, 32], "use_shared_styl": [3, 7, 36], "user": [0, 1, 2, 4, 5, 7, 8, 13, 14, 15, 16, 17, 19, 20, 22, 25, 26, 27, 36, 37], "user_defin": [1, 7, 18, 30], "user_id": 35, "uses_window_fram": [17, 30], "utc": 5, "utf8": [4, 5, 7], "utf8view": [4, 7], "util": [3, 19, 32], "uuid": 5, "uv": 20, "v": 20, "v4": 5, "valid": [1, 2, 3, 4, 7, 8, 9, 10, 17], "valu": [1, 2, 3, 4, 5, 7, 13, 17, 23, 25, 27, 28, 29, 30, 32, 35, 36], "value1": 5, "value2": 5, "value_i": 5, "value_x": 5, "valueerror": [2, 3, 7], "values_a": 30, "values_b": 30, "var": 5, "var_pop": [5, 23], "var_samp": [5, 23], "var_sampl": 5, "variabl": [1, 5, 7, 20, 25], "varianc": 5, "variant": [4, 7, 13, 28], "variant_nam": [4, 7], "varieti": [25, 30, 34], "variou": [35, 36, 37], "vastli": 20, "vec": 19, "vendorid": 29, "venomoth": 32, "venonat": 32, "venu": 26, "venufleur": 26, "venufleurmega": 26, "venusaur": [21, 26, 32, 34, 37], "venusaurmega": [21, 26, 32, 34, 37], "venv": 20, "verbos": 2, "veri": [39, 40], "verifi": 37, "verion": 34, "version": [2, 7, 19, 20, 34], "via": [1, 7, 15, 17, 19, 20, 21, 25, 28, 30, 34, 35, 37, 44, 45], "view": [1, 24, 26, 27, 37], "view1": 31, "viewtabl": 2, "vink": 32, "virtual": [1, 7, 20], "visual": [7, 13, 22, 36], "volatil": [7, 17, 30], "voltorb": [23, 32], "vulpix": 23, "wa": [1, 7], "wai": [19, 20, 23, 34, 35, 37], "wait": 19, "want": [19, 20, 23, 26, 30, 32, 36, 44], "wartortl": [21, 34, 37], "water": [21, 23, 26, 34, 37], "we": [2, 19, 20, 22, 23, 25, 26, 28, 29, 30, 32, 33, 34, 37, 38], "weedl": [21, 32, 34, 37], "weight": [5, 25], "welcom": [20, 37], "well": [1, 7, 19, 20], "were": [19, 25], "what": [19, 22], "whatev": 17, "when": [1, 2, 3, 4, 5, 7, 11, 17, 19, 20, 21, 23, 25, 28, 30, 32, 33, 34, 35, 36, 42], "when_expr": 4, "whenev": 20, "where": [2, 4, 5, 7, 13, 23, 25, 26, 30, 31, 32, 34], "wherea": 25, "wherev": 19, "whether": [1, 2, 3, 4, 5, 7, 11, 17, 25], "which": [1, 2, 4, 5, 7, 17, 19, 20, 21, 23, 25, 29, 30, 32, 34, 36, 38], "while": [17, 28], "white": 36, "who": 19, "whole": 23, "wide": [25, 33, 34, 35], "width": [3, 36], "window": [1, 4, 5, 7, 17, 23, 27], "window_fram": [4, 5, 7, 32], "windowevalu": [7, 17, 30], "windowexpr": 4, "windowfram": [4, 5, 7, 32], "windowframebound": [4, 7], "windowudf": [1, 7, 17], "windowudfexport": [7, 17], "wish": [19, 30], "with_allow_ddl": [1, 7], "with_allow_dml": [1, 7], "with_allow_stat": [1, 7], "with_batch_s": [1, 7], "with_column": [2, 35], "with_column_renam": 2, "with_create_default_catalog_and_schema": [1, 7, 33], "with_default_catalog_and_schema": [1, 7, 33], "with_disk_manager_dis": [1, 7], "with_disk_manager_o": [1, 7, 33], "with_disk_manager_specifi": [1, 7], "with_fair_spill_pool": [1, 7, 33], "with_greedy_memory_pool": [1, 7], "with_head": 2, "with_information_schema": [1, 7, 33], "with_parquet_prun": [1, 7, 33], "with_pretti": 16, "with_repartition_aggreg": [1, 7, 33], "with_repartition_file_min_s": [1, 7], "with_repartition_file_scan": [1, 7], "with_repartition_join": [1, 7, 33], "with_repartition_sort": [1, 7], "with_repartition_window": [1, 7, 33], "with_target_partit": [1, 7, 33], "with_temp_file_path": [1, 7], "with_unbounded_memory_pool": [1, 7], "within": [0, 5, 7, 9, 17, 23, 25], "within_limit": 2, "without": [4, 5, 7, 19, 20, 23, 26, 28, 29, 30], "won": 29, "word": [4, 5, 7], "work": [1, 5, 7, 22, 26, 29, 35, 36, 37], "workflow": 20, "worthwhil": [2, 7], "would": [4, 5, 8, 17, 19], "wrap": [1, 2, 19], "wrapper": [1, 7, 14, 20, 34], "write": [2, 7, 8, 15, 19, 30, 34], "write_batch_s": [2, 7], "write_csv": 2, "write_json": 2, "write_parquet": 2, "write_parquet_with_opt": 2, "writer": [2, 7], "writer_vers": [2, 7], "written": [19, 21, 34], "x": [5, 7, 17, 21, 26, 32, 34, 37, 45], "xor": 5, "y": [5, 17, 21, 26, 32, 34, 37], "year": 5, "years_in_posit": 25, "yellow": [22, 34], "yellow_tripdata_2021": [22, 29], "yet": 2, "yield": 5, "you": [0, 1, 2, 5, 7, 17, 19, 20, 21, 22, 23, 24, 25, 26, 29, 30, 31, 32, 33, 34, 36, 37, 38, 44], "your": [0, 2, 7, 17, 19, 20, 23, 24, 29, 30, 34, 35, 36, 44], "your_tabl": 35, "yourself": 19, "z": [1, 7, 17], "zero": [2, 5, 21, 38], "zstandard": [2, 7], "zstd": [2, 7], "zubat": 23, "\u03c0": 5}, "titles": ["datafusion.catalog", "datafusion.context", "datafusion.dataframe", "datafusion.dataframe_formatter", "datafusion.expr", "datafusion.functions", "datafusion.html_formatter", "datafusion", "datafusion.input.base", "datafusion.input", "datafusion.input.location", "datafusion.io", "datafusion.object_store", "datafusion.plan", "datafusion.record_batch", "datafusion.substrait", "datafusion.unparser", "datafusion.user_defined", "API Reference", "Python Extensions", "Introduction", "DataFusion in Python", "Concepts", "Aggregation", "Basic Operations", "Expressions", "Functions", "Common Operations", "Joins", "Column Selections", "User-Defined Functions", "Registering Views", "Window Functions", "Configuration", "Data Sources", "DataFrames", "HTML Rendering in Jupyter", "Introduction", "Arrow", "Avro", "CSV", "IO", "JSON", "Parquet", "Custom Table Provider", "SQL"], "titleterms": {"The": 19, "addit": 36, "aggreg": [23, 30, 32], "altern": 19, "anti": 28, "api": 18, "approach": 19, "arrai": 25, "arrow": [19, 38], "attribut": [4, 7, 12, 17], "avail": 32, "avro": 39, "base": 8, "basic": [24, 36], "best": 36, "boolean": 25, "build": 20, "built": 35, "cast": 26, "catalog": [0, 34], "class": [0, 1, 2, 3, 4, 7, 8, 9, 10, 13, 14, 15, 16, 17, 35], "code": 20, "column": [25, 29], "commit": 20, "common": [27, 35], "concept": 22, "condit": 26, "configur": [33, 36], "content": [0, 1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17], "context": [1, 22], "contextu": 36, "control": 36, "core": 35, "creat": [34, 35, 36], "csv": 40, "custom": [34, 36, 44], "data": 34, "datafram": [2, 22, 34, 35], "dataframe_formatt": 3, "datafus": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 21, 38], "defin": [30, 34], "delta": 34, "depend": 20, "detail": 19, "develop": 20, "displai": 36, "distinct": 23, "exampl": 21, "export": 38, "expr": 4, "express": [22, 25, 35], "extens": 19, "ffi": 19, "file": 34, "fill_nul": 26, "filter": 23, "format": 36, "formatt": 36, "frame": 32, "from": [19, 38], "full": 28, "function": [3, 5, 7, 11, 23, 25, 26, 30, 32, 35], "guidelin": 20, "handl": 26, "hook": 20, "how": 20, "html": [35, 36], "html_formatt": 6, "iceberg": 34, "implement": 19, "import": 38, "improv": 20, "inner": 28, "input": [8, 9, 10], "inspir": 19, "instal": [20, 21, 37], "introduct": [20, 37], "io": [11, 41], "issu": 19, "join": 28, "json": 42, "jupyt": 36, "lake": 34, "left": 28, "librari": 34, "liter": 25, "local": 34, "locat": 10, "manag": 36, "mathemat": 26, "memori": [34, 36], "miss": 26, "modul": [0, 1, 2, 3, 4, 5, 8, 10, 11, 12, 13, 14, 15, 16, 17], "null": [23, 32], "object": 34, "object_stor": 12, "oper": [24, 27, 35], "optim": 36, "option": 30, "order": [23, 32], "other": [26, 34], "overview": 35, "packag": [7, 9], "paramet": [23, 32], "parquet": 43, "partit": 32, "perform": 36, "plan": 13, "practic": 36, "pre": 20, "primari": 19, "provid": [34, 36, 44], "python": [19, 20, 21], "record_batch": 14, "refer": 18, "regist": 31, "render": [35, 36], "resourc": 36, "return": [4, 5, 7], "run": 20, "rust": 20, "scalar": 30, "schema": 34, "select": 29, "semi": 28, "separ": 20, "session": 22, "set": [23, 32], "share": 36, "sourc": 34, "speed": 20, "sql": 45, "statu": 19, "store": 34, "string": 26, "struct": 25, "style": 36, "submodul": [7, 9], "substrait": 15, "tabl": [30, 34, 44], "tempor": 26, "termin": 35, "treatment": [23, 32], "udwf": 30, "unpars": 16, "updat": 20, "user": [30, 34], "user_defin": 17, "valu": 26, "view": 31, "window": [30, 32], "work": 19}}) \ No newline at end of file
diff --git a/user-guide/basics.html b/user-guide/basics.html index 3596aa2..c0247bd 100644 --- a/user-guide/basics.html +++ b/user-guide/basics.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a> @@ -509,7 +516,7 @@ DataFrames are typically created by calling a method on <a class="reference internal" href="../autoapi/datafusion/context/index.html#datafusion.context.SessionContext" title="datafusion.context.SessionContext"><code class="xref py py-class docutils literal notranslate"><span class="pre">SessionContext</span></code></a>, such as <code class="code docutils literal notranslate"><span class="pre">read_csv</span></code>, and can then be modified by calling the transformation methods, such as <a class="reference internal" href="../autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.filter" title="datafusion.dataframe.DataFrame.filter"><code class="xref py py-func docutils literal notranslate"><span class="pre">filter()</span></code></a>, <a class="reference internal" href="../autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.select" title="datafusion.dataframe.DataFrame.select"><code class="xref py py-func docutils literal notranslate"><span class="pre">select()</span></code></a>, <a class="reference internal" href="../autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.aggregate" title="datafusion.dataframe.DataFrame.aggregate"><code class="xref py py-func docutils literal notranslate"><span class="pre">aggregate()</span></code></a>, and <a class="reference internal" href="../autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.limit" title="datafusion.dataframe.DataFrame.limit"><code class="xref py py-func docutils literal notranslate"><span class="pre">limit()</span></code></a> to build up a query definition.</p> -<p>For more details on working with DataFrames, including visualization options and conversion to other formats, see <a class="reference internal" href="dataframe.html"><span class="doc">DataFrames</span></a>.</p> +<p>For more details on working with DataFrames, including visualization options and conversion to other formats, see <a class="reference internal" href="dataframe/index.html"><span class="doc">DataFrames</span></a>.</p> </section> <section id="expressions"> <h2>Expressions<a class="headerlink" href="#expressions" title="Link to this heading">¶</a></h2>
diff --git a/user-guide/common-operations/aggregations.html b/user-guide/common-operations/aggregations.html index f35abc6..ca33f66 100644 --- a/user-guide/common-operations/aggregations.html +++ b/user-guide/common-operations/aggregations.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 current active has-children"> <a class="reference internal" href="index.html"> Common Operations </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a> @@ -603,16 +610,16 @@ <span class="o">+----------+--------------------------------------------------+</span> <span class="o">|</span> <span class="n">Type</span> <span class="mi">1</span> <span class="o">|</span> <span class="n">Type</span> <span class="mi">2</span> <span class="n">List</span> <span class="o">|</span> <span class="o">+----------+--------------------------------------------------+</span> -<span class="o">|</span> <span class="n">Bug</span> <span class="o">|</span> <span class="p">[,</span> <span class="n">Grass</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Poison</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Poison</span> <span class="o">|</span> <span class="p">[,</span> <span class="n">Ground</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Electric</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Steel</span><span class="p">,</span> <span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Bug</span> <span class="o">|</span> <span class="p">[</span><span class="n">Poison</span><span class="p">,</span> <span class="n">Grass</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Poison</span> <span class="o">|</span> <span class="p">[</span><span class="n">Ground</span><span class="p">,</span> <span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Electric</span> <span class="o">|</span> <span class="p">[,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Steel</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Fairy</span> <span class="o">|</span> <span class="p">[]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Normal</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Fairy</span><span class="p">,</span> <span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Normal</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="p">,</span> <span class="n">Fairy</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Ice</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Grass</span> <span class="o">|</span> <span class="p">[</span><span class="n">Psychic</span><span class="p">,</span> <span class="p">,</span> <span class="n">Poison</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Fire</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="p">,</span> <span class="n">Dragon</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Water</span> <span class="o">|</span> <span class="p">[</span><span class="n">Ice</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="p">,</span> <span class="n">Fighting</span><span class="p">,</span> <span class="n">Dark</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">,</span> <span class="n">Poison</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Ground</span> <span class="o">|</span> <span class="p">[,</span> <span class="n">Rock</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Grass</span> <span class="o">|</span> <span class="p">[</span><span class="n">Poison</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">,</span> <span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Fire</span> <span class="o">|</span> <span class="p">[</span><span class="n">Dragon</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Water</span> <span class="o">|</span> <span class="p">[</span><span class="n">Poison</span><span class="p">,</span> <span class="p">,</span> <span class="n">Ice</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">,</span> <span class="n">Dark</span><span class="p">,</span> <span class="n">Fighting</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Ground</span> <span class="o">|</span> <span class="p">[</span><span class="n">Rock</span><span class="p">,</span> <span class="p">]</span> <span class="o">|</span> <span class="o">+----------+--------------------------------------------------+</span> <span class="n">Data</span> <span class="n">truncated</span><span class="o">.</span> </pre></div> @@ -627,15 +634,15 @@ <span class="o">+----------+------------------------------------------------+</span> <span class="o">|</span> <span class="n">Type</span> <span class="mi">1</span> <span class="o">|</span> <span class="n">Type</span> <span class="mi">2</span> <span class="n">List</span> <span class="o">|</span> <span class="o">+----------+------------------------------------------------+</span> -<span class="o">|</span> <span class="n">Bug</span> <span class="o">|</span> <span class="p">[</span><span class="n">Poison</span><span class="p">,</span> <span class="n">Grass</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Poison</span> <span class="o">|</span> <span class="p">[</span><span class="n">Ground</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Bug</span> <span class="o">|</span> <span class="p">[</span><span class="n">Grass</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Poison</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Poison</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Ground</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Electric</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Steel</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Normal</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Fairy</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Ice</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Grass</span> <span class="o">|</span> <span class="p">[</span><span class="n">Psychic</span><span class="p">,</span> <span class="n">Poison</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Normal</span> <span class="o">|</span> <span class="p">[</span><span class="n">Fairy</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Ice</span> <span class="o">|</span> <span class="p">[</span><span class="n">Psychic</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Grass</span> <span class="o">|</span> <span class="p">[</span><span class="n">Poison</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Fire</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Dragon</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Water</span> <span class="o">|</span> <span class="p">[</span><span class="n">Dark</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Ice</span><span class="p">,</span> <span class="n">Fighting</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Rock</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Water</span><span class="p">,</span> <span class="n">Ground</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Water</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Ice</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Fighting</span><span class="p">,</span> <span class="n">Dark</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Rock</span> <span class="o">|</span> <span class="p">[</span><span class="n">Ground</span><span class="p">,</span> <span class="n">Water</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Ghost</span> <span class="o">|</span> <span class="p">[</span><span class="n">Poison</span><span class="p">]</span> <span class="o">|</span> <span class="o">+----------+------------------------------------------------+</span> <span class="n">Data</span> <span class="n">truncated</span><span class="o">.</span> @@ -646,15 +653,15 @@ <span class="o">+----------+------------------------------------------------+</span> <span class="o">|</span> <span class="n">Type</span> <span class="mi">1</span> <span class="o">|</span> <span class="n">Type</span> <span class="mi">2</span> <span class="n">List</span> <span class="o">|</span> <span class="o">+----------+------------------------------------------------+</span> -<span class="o">|</span> <span class="n">Bug</span> <span class="o">|</span> <span class="p">[</span><span class="n">Grass</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Poison</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Bug</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Grass</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Poison</span> <span class="o">|</span> <span class="p">[</span><span class="n">Ground</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Electric</span> <span class="o">|</span> <span class="p">[</span><span class="n">Steel</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Electric</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Steel</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Fairy</span> <span class="o">|</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Normal</span> <span class="o">|</span> <span class="p">[</span><span class="n">Fairy</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Ice</span> <span class="o">|</span> <span class="p">[</span><span class="n">Psychic</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Grass</span> <span class="o">|</span> <span class="p">[</span><span class="n">Psychic</span><span class="p">,</span> <span class="n">Poison</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Ice</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Grass</span> <span class="o">|</span> <span class="p">[</span><span class="n">Poison</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Fire</span> <span class="o">|</span> <span class="p">[</span><span class="n">Dragon</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Water</span> <span class="o">|</span> <span class="p">[</span><span class="n">Ice</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Dark</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">,</span> <span class="n">Fighting</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Water</span> <span class="o">|</span> <span class="p">[</span><span class="n">Fighting</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Dark</span><span class="p">,</span> <span class="n">Ice</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">,</span> <span class="n">Poison</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Ground</span> <span class="o">|</span> <span class="p">[</span><span class="n">Rock</span><span class="p">]</span> <span class="o">|</span> <span class="o">+----------+------------------------------------------------+</span> <span class="n">Data</span> <span class="n">truncated</span><span class="o">.</span>
diff --git a/user-guide/common-operations/basic-info.html b/user-guide/common-operations/basic-info.html index 3657b74..14b992d 100644 --- a/user-guide/common-operations/basic-info.html +++ b/user-guide/common-operations/basic-info.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 current active has-children"> <a class="reference internal" href="index.html"> Common Operations </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a> @@ -439,11 +446,11 @@ <span class="o">+-----+---------+--------+--------+</span> <span class="o">|</span> <span class="n">nrs</span> <span class="o">|</span> <span class="n">names</span> <span class="o">|</span> <span class="n">random</span> <span class="o">|</span> <span class="n">groups</span> <span class="o">|</span> <span class="o">+-----+---------+--------+--------+</span> -<span class="o">|</span> <span class="mi">1</span> <span class="o">|</span> <span class="n">python</span> <span class="o">|</span> <span class="mi">316</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2</span> <span class="o">|</span> <span class="n">ruby</span> <span class="o">|</span> <span class="mi">698</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">3</span> <span class="o">|</span> <span class="n">java</span> <span class="o">|</span> <span class="mi">568</span> <span class="o">|</span> <span class="n">B</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">4</span> <span class="o">|</span> <span class="n">haskell</span> <span class="o">|</span> <span class="mi">804</span> <span class="o">|</span> <span class="n">C</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">5</span> <span class="o">|</span> <span class="n">go</span> <span class="o">|</span> <span class="mi">513</span> <span class="o">|</span> <span class="n">B</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">1</span> <span class="o">|</span> <span class="n">python</span> <span class="o">|</span> <span class="mi">105</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2</span> <span class="o">|</span> <span class="n">ruby</span> <span class="o">|</span> <span class="mi">554</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">3</span> <span class="o">|</span> <span class="n">java</span> <span class="o">|</span> <span class="mi">798</span> <span class="o">|</span> <span class="n">B</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">4</span> <span class="o">|</span> <span class="n">haskell</span> <span class="o">|</span> <span class="mi">168</span> <span class="o">|</span> <span class="n">C</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">5</span> <span class="o">|</span> <span class="n">go</span> <span class="o">|</span> <span class="mi">799</span> <span class="o">|</span> <span class="n">B</span> <span class="o">|</span> <span class="o">+-----+---------+--------+--------+</span> </pre></div> </div> @@ -454,8 +461,8 @@ <span class="o">+-----+--------+--------+--------+</span> <span class="o">|</span> <span class="n">nrs</span> <span class="o">|</span> <span class="n">names</span> <span class="o">|</span> <span class="n">random</span> <span class="o">|</span> <span class="n">groups</span> <span class="o">|</span> <span class="o">+-----+--------+--------+--------+</span> -<span class="o">|</span> <span class="mi">1</span> <span class="o">|</span> <span class="n">python</span> <span class="o">|</span> <span class="mi">316</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2</span> <span class="o">|</span> <span class="n">ruby</span> <span class="o">|</span> <span class="mi">698</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">1</span> <span class="o">|</span> <span class="n">python</span> <span class="o">|</span> <span class="mi">105</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2</span> <span class="o">|</span> <span class="n">ruby</span> <span class="o">|</span> <span class="mi">554</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> <span class="o">+-----+--------+--------+--------+</span> </pre></div> </div> @@ -473,11 +480,11 @@ <div class="highlight-ipython notranslate"><div class="highlight"><pre><span></span><span class="n">In</span> <span class="p">[</span><span class="mi">8</span><span class="p">]:</span> <span class="n">df</span><span class="o">.</span><span class="n">to_pandas</span><span class="p">()</span> <span class="n">Out</span><span class="p">[</span><span class="mi">8</span><span class="p">]:</span> <span class="n">nrs</span> <span class="n">names</span> <span class="n">random</span> <span class="n">groups</span> -<span class="mi">0</span> <span class="mi">1</span> <span class="n">python</span> <span class="mi">316</span> <span class="n">A</span> -<span class="mi">1</span> <span class="mi">2</span> <span class="n">ruby</span> <span class="mi">698</span> <span class="n">A</span> -<span class="mi">2</span> <span class="mi">3</span> <span class="n">java</span> <span class="mi">568</span> <span class="n">B</span> -<span class="mi">3</span> <span class="mi">4</span> <span class="n">haskell</span> <span class="mi">804</span> <span class="n">C</span> -<span class="mi">4</span> <span class="mi">5</span> <span class="n">go</span> <span class="mi">513</span> <span class="n">B</span> +<span class="mi">0</span> <span class="mi">1</span> <span class="n">python</span> <span class="mi">105</span> <span class="n">A</span> +<span class="mi">1</span> <span class="mi">2</span> <span class="n">ruby</span> <span class="mi">554</span> <span class="n">A</span> +<span class="mi">2</span> <span class="mi">3</span> <span class="n">java</span> <span class="mi">798</span> <span class="n">B</span> +<span class="mi">3</span> <span class="mi">4</span> <span class="n">haskell</span> <span class="mi">168</span> <span class="n">C</span> +<span class="mi">4</span> <span class="mi">5</span> <span class="n">go</span> <span class="mi">799</span> <span class="n">B</span> </pre></div> </div> <p><a class="reference internal" href="../../autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.describe" title="datafusion.dataframe.DataFrame.describe"><code class="xref py py-func docutils literal notranslate"><span class="pre">describe()</span></code></a> shows a quick statistic summary of your data:</p> @@ -489,11 +496,11 @@ <span class="o">+------------+--------------------+-------+-------------------+--------+</span> <span class="o">|</span> <span class="n">count</span> <span class="o">|</span> <span class="mf">5.0</span> <span class="o">|</span> <span class="mi">5</span> <span class="o">|</span> <span class="mf">5.0</span> <span class="o">|</span> <span class="mi">5</span> <span class="o">|</span> <span class="o">|</span> <span class="n">null_count</span> <span class="o">|</span> <span class="mf">0.0</span> <span class="o">|</span> <span class="mi">0</span> <span class="o">|</span> <span class="mf">0.0</span> <span class="o">|</span> <span class="mi">0</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">mean</span> <span class="o">|</span> <span class="mf">3.0</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span class="mf">579.8</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">std</span> <span class="o">|</span> <span class="mf">1.5811388300841898</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span class="mf">186.0301050905471</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> -<span class="o">|</span> <span class="nb">min</span> <span class="o">|</span> <span class="mf">1.0</span> <span class="o">|</span> <span class="n">go</span> <span class="o">|</span> <span class="mf">316.0</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> -<span class="o">|</span> <span class="nb">max</span> <span class="o">|</span> <span class="mf">5.0</span> <span class="o">|</span> <span class="n">ruby</span> <span class="o">|</span> <span class="mf">804.0</span> <span class="o">|</span> <span class="n">C</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">median</span> <span class="o">|</span> <span class="mf">3.0</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span class="mf">568.0</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">mean</span> <span class="o">|</span> <span class="mf">3.0</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span class="mf">484.8</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">std</span> <span class="o">|</span> <span class="mf">1.5811388300841898</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span class="mf">333.9965568684803</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> +<span class="o">|</span> <span class="nb">min</span> <span class="o">|</span> <span class="mf">1.0</span> <span class="o">|</span> <span class="n">go</span> <span class="o">|</span> <span class="mf">105.0</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> +<span class="o">|</span> <span class="nb">max</span> <span class="o">|</span> <span class="mf">5.0</span> <span class="o">|</span> <span class="n">ruby</span> <span class="o">|</span> <span class="mf">799.0</span> <span class="o">|</span> <span class="n">C</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">median</span> <span class="o">|</span> <span class="mf">3.0</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span class="mf">554.0</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span class="o">+------------+--------------------+-------+-------------------+--------+</span> </pre></div> </div>
diff --git a/user-guide/common-operations/expressions.html b/user-guide/common-operations/expressions.html index 2912450..d9c4d35 100644 --- a/user-guide/common-operations/expressions.html +++ b/user-guide/common-operations/expressions.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 current active has-children"> <a class="reference internal" href="index.html"> Common Operations </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a>
diff --git a/user-guide/common-operations/functions.html b/user-guide/common-operations/functions.html index 61123ed..c3863d4 100644 --- a/user-guide/common-operations/functions.html +++ b/user-guide/common-operations/functions.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 current active has-children"> <a class="reference internal" href="index.html"> Common Operations </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a> @@ -549,16 +556,16 @@ <span class="o">+--------------------------------+</span> <span class="o">|</span> <span class="n">now</span><span class="p">()</span> <span class="o">|</span> <span class="o">+--------------------------------+</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">05</span><span class="o">-</span><span class="mi">28</span><span class="n">T18</span><span class="p">:</span><span class="mi">37</span><span class="p">:</span><span class="mf">38.343210340</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">05</span><span class="o">-</span><span class="mi">28</span><span class="n">T18</span><span class="p">:</span><span class="mi">37</span><span class="p">:</span><span class="mf">38.343210340</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">05</span><span class="o">-</span><span class="mi">28</span><span class="n">T18</span><span class="p">:</span><span class="mi">37</span><span class="p">:</span><span class="mf">38.343210340</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">05</span><span class="o">-</span><span class="mi">28</span><span class="n">T18</span><span class="p">:</span><span class="mi">37</span><span class="p">:</span><span class="mf">38.343210340</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">05</span><span class="o">-</span><span class="mi">28</span><span class="n">T18</span><span class="p">:</span><span class="mi">37</span><span class="p">:</span><span class="mf">38.343210340</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">05</span><span class="o">-</span><span class="mi">28</span><span class="n">T18</span><span class="p">:</span><span class="mi">37</span><span class="p">:</span><span class="mf">38.343210340</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">05</span><span class="o">-</span><span class="mi">28</span><span class="n">T18</span><span class="p">:</span><span class="mi">37</span><span class="p">:</span><span class="mf">38.343210340</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">05</span><span class="o">-</span><span class="mi">28</span><span class="n">T18</span><span class="p">:</span><span class="mi">37</span><span class="p">:</span><span class="mf">38.343210340</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">05</span><span class="o">-</span><span class="mi">28</span><span class="n">T18</span><span class="p">:</span><span class="mi">37</span><span class="p">:</span><span class="mf">38.343210340</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">05</span><span class="o">-</span><span class="mi">28</span><span class="n">T18</span><span class="p">:</span><span class="mi">37</span><span class="p">:</span><span class="mf">38.343210340</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">07</span><span class="o">-</span><span class="mi">12</span><span class="n">T11</span><span class="p">:</span><span class="mi">49</span><span class="p">:</span><span class="mf">57.473788797</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">07</span><span class="o">-</span><span class="mi">12</span><span class="n">T11</span><span class="p">:</span><span class="mi">49</span><span class="p">:</span><span class="mf">57.473788797</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">07</span><span class="o">-</span><span class="mi">12</span><span class="n">T11</span><span class="p">:</span><span class="mi">49</span><span class="p">:</span><span class="mf">57.473788797</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">07</span><span class="o">-</span><span class="mi">12</span><span class="n">T11</span><span class="p">:</span><span class="mi">49</span><span class="p">:</span><span class="mf">57.473788797</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">07</span><span class="o">-</span><span class="mi">12</span><span class="n">T11</span><span class="p">:</span><span class="mi">49</span><span class="p">:</span><span class="mf">57.473788797</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">07</span><span class="o">-</span><span class="mi">12</span><span class="n">T11</span><span class="p">:</span><span class="mi">49</span><span class="p">:</span><span class="mf">57.473788797</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">07</span><span class="o">-</span><span class="mi">12</span><span class="n">T11</span><span class="p">:</span><span class="mi">49</span><span class="p">:</span><span class="mf">57.473788797</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">07</span><span class="o">-</span><span class="mi">12</span><span class="n">T11</span><span class="p">:</span><span class="mi">49</span><span class="p">:</span><span class="mf">57.473788797</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">07</span><span class="o">-</span><span class="mi">12</span><span class="n">T11</span><span class="p">:</span><span class="mi">49</span><span class="p">:</span><span class="mf">57.473788797</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">07</span><span class="o">-</span><span class="mi">12</span><span class="n">T11</span><span class="p">:</span><span class="mi">49</span><span class="p">:</span><span class="mf">57.473788797</span><span class="n">Z</span> <span class="o">|</span> <span class="o">+--------------------------------+</span> <span class="n">Data</span> <span class="n">truncated</span><span class="o">.</span> </pre></div>
diff --git a/user-guide/common-operations/index.html b/user-guide/common-operations/index.html index af2c61f..aa8a5bf 100644 --- a/user-guide/common-operations/index.html +++ b/user-guide/common-operations/index.html
@@ -35,7 +35,7 @@ <link rel="index" title="Index" href="../../genindex.html" /> <link rel="search" title="Search" href="../../search.html" /> <link rel="next" title="Registering Views" href="views.html" /> - <link rel="prev" title="DataFrames" href="../dataframe.html" /> + <link rel="prev" title="HTML Rendering in Jupyter" href="../dataframe/rendering.html" /> <meta name="viewport" content="width=device-width, initial-scale=1" /> <meta name="docsearch:language" content="en"> @@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 current active has-children"> <a class="current reference internal" href="#"> Common Operations </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a> @@ -482,11 +489,11 @@ <!-- Previous / next buttons --> <div class='prev-next-area'> - <a class='left-prev' id="prev-link" href="../dataframe.html" title="previous page"> + <a class='left-prev' id="prev-link" href="../dataframe/rendering.html" title="previous page"> <i class="fas fa-angle-left"></i> <div class="prev-next-info"> <p class="prev-next-subtitle">previous</p> - <p class="prev-next-title">DataFrames</p> + <p class="prev-next-title">HTML Rendering in Jupyter</p> </div> </a> <a class='right-next' id="next-link" href="views.html" title="next page">
diff --git a/user-guide/common-operations/joins.html b/user-guide/common-operations/joins.html index 3dc6557..56ae4ea 100644 --- a/user-guide/common-operations/joins.html +++ b/user-guide/common-operations/joins.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 current active has-children"> <a class="reference internal" href="index.html"> Common Operations </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a>
diff --git a/user-guide/common-operations/select-and-filter.html b/user-guide/common-operations/select-and-filter.html index 29f8d8a..180cd0c 100644 --- a/user-guide/common-operations/select-and-filter.html +++ b/user-guide/common-operations/select-and-filter.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 current active has-children"> <a class="reference internal" href="index.html"> Common Operations </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a>
diff --git a/user-guide/common-operations/udf-and-udfa.html b/user-guide/common-operations/udf-and-udfa.html index a5edf50..45ac30e 100644 --- a/user-guide/common-operations/udf-and-udfa.html +++ b/user-guide/common-operations/udf-and-udfa.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 current active has-children"> <a class="reference internal" href="index.html"> Common Operations </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a>
diff --git a/user-guide/common-operations/views.html b/user-guide/common-operations/views.html index be6a958..118a2ea 100644 --- a/user-guide/common-operations/views.html +++ b/user-guide/common-operations/views.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 current active has-children"> <a class="reference internal" href="index.html"> Common Operations </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a>
diff --git a/user-guide/common-operations/windows.html b/user-guide/common-operations/windows.html index dcd5e50..4ac5a09 100644 --- a/user-guide/common-operations/windows.html +++ b/user-guide/common-operations/windows.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 current active has-children"> <a class="reference internal" href="index.html"> Common Operations </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="../io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a>
diff --git a/user-guide/configuration.html b/user-guide/configuration.html index 5cd4597..f62b79b 100644 --- a/user-guide/configuration.html +++ b/user-guide/configuration.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a>
diff --git a/user-guide/data-sources.html b/user-guide/data-sources.html index f1be589..a2a08fc 100644 --- a/user-guide/data-sources.html +++ b/user-guide/data-sources.html
@@ -34,7 +34,7 @@ <script src="../_static/sphinx_highlight.js?v=dc90522c"></script> <link rel="index" title="Index" href="../genindex.html" /> <link rel="search" title="Search" href="../search.html" /> - <link rel="next" title="DataFrames" href="dataframe.html" /> + <link rel="next" title="DataFrames" href="dataframe/index.html" /> <link rel="prev" title="Concepts" href="basics.html" /> <meta name="viewport" content="width=device-width, initial-scale=1" /> <meta name="docsearch:language" content="en"> @@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a> @@ -400,40 +407,59 @@ <nav id="bd-toc-nav"> <ul class="visible nav section-nav flex-column"> - <li class="toc-h2 nav-item toc-entry"> - <a class="reference internal nav-link" href="#local-file"> - Local file + <li class="toc-h1 nav-item toc-entry"> + <a class="reference internal nav-link" href="#"> + Data Sources </a> + <ul class="visible nav section-nav flex-column"> + <li class="toc-h2 nav-item toc-entry"> + <a class="reference internal nav-link" href="#local-file"> + Local file + </a> + </li> + <li class="toc-h2 nav-item toc-entry"> + <a class="reference internal nav-link" href="#create-in-memory"> + Create in-memory + </a> + </li> + <li class="toc-h2 nav-item toc-entry"> + <a class="reference internal nav-link" href="#object-store"> + Object Store + </a> + </li> + <li class="toc-h2 nav-item toc-entry"> + <a class="reference internal nav-link" href="#other-dataframe-libraries"> + Other DataFrame Libraries + </a> + </li> + <li class="toc-h2 nav-item toc-entry"> + <a class="reference internal nav-link" href="#delta-lake"> + Delta Lake + </a> + </li> + <li class="toc-h2 nav-item toc-entry"> + <a class="reference internal nav-link" href="#iceberg"> + Iceberg + </a> + </li> + <li class="toc-h2 nav-item toc-entry"> + <a class="reference internal nav-link" href="#custom-table-provider"> + Custom Table Provider + </a> + </li> + </ul> </li> - <li class="toc-h2 nav-item toc-entry"> - <a class="reference internal nav-link" href="#create-in-memory"> - Create in-memory + <li class="toc-h1 nav-item toc-entry"> + <a class="reference internal nav-link" href="#catalog"> + Catalog </a> - </li> - <li class="toc-h2 nav-item toc-entry"> - <a class="reference internal nav-link" href="#object-store"> - Object Store - </a> - </li> - <li class="toc-h2 nav-item toc-entry"> - <a class="reference internal nav-link" href="#other-dataframe-libraries"> - Other DataFrame Libraries - </a> - </li> - <li class="toc-h2 nav-item toc-entry"> - <a class="reference internal nav-link" href="#delta-lake"> - Delta Lake - </a> - </li> - <li class="toc-h2 nav-item toc-entry"> - <a class="reference internal nav-link" href="#iceberg"> - Iceberg - </a> - </li> - <li class="toc-h2 nav-item toc-entry"> - <a class="reference internal nav-link" href="#custom-table-provider"> - Custom Table Provider - </a> + <ul class="visible nav section-nav flex-column"> + <li class="toc-h2 nav-item toc-entry"> + <a class="reference internal nav-link" href="#user-defined-catalog-and-schema"> + User Defined Catalog and Schema + </a> + </li> + </ul> </li> </ul> @@ -661,6 +687,54 @@ is provided in the DataFusion repository.</p> </section> </section> +<section id="catalog"> +<h1>Catalog<a class="headerlink" href="#catalog" title="Link to this heading">¶</a></h1> +<p>A common technique for organizing tables is using a three level hierarchical approach. DataFusion +supports this form of organizing using the <a class="reference internal" href="../autoapi/datafusion/catalog/index.html#datafusion.catalog.Catalog" title="datafusion.catalog.Catalog"><code class="xref py py-class docutils literal notranslate"><span class="pre">Catalog</span></code></a>, +<a class="reference internal" href="../autoapi/datafusion/catalog/index.html#datafusion.catalog.Schema" title="datafusion.catalog.Schema"><code class="xref py py-class docutils literal notranslate"><span class="pre">Schema</span></code></a>, and <a class="reference internal" href="../autoapi/datafusion/catalog/index.html#datafusion.catalog.Table" title="datafusion.catalog.Table"><code class="xref py py-class docutils literal notranslate"><span class="pre">Table</span></code></a>. By default, +a <a class="reference internal" href="../autoapi/datafusion/context/index.html#datafusion.context.SessionContext" title="datafusion.context.SessionContext"><code class="xref py py-class docutils literal notranslate"><span class="pre">SessionContext</span></code></a> comes with a single Catalog and a single Schema +with the names <code class="docutils literal notranslate"><span class="pre">datafusion</span></code> and <code class="docutils literal notranslate"><span class="pre">default</span></code>, respectively.</p> +<p>The default implementation uses an in-memory approach to the catalog and schema. We have support +for adding additional in-memory catalogs and schemas. This can be done like in the following +example:</p> +<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion.catalog</span><span class="w"> </span><span class="kn">import</span> <span class="n">Catalog</span><span class="p">,</span> <span class="n">Schema</span> + +<span class="n">my_catalog</span> <span class="o">=</span> <span class="n">Catalog</span><span class="o">.</span><span class="n">memory_catalog</span><span class="p">()</span> +<span class="n">my_schema</span> <span class="o">=</span> <span class="n">Schema</span><span class="o">.</span><span class="n">memory_schema</span><span class="p">()</span> + +<span class="n">my_catalog</span><span class="o">.</span><span class="n">register_schema</span><span class="p">(</span><span class="s2">"my_schema_name"</span><span class="p">,</span> <span class="n">my_schema</span><span class="p">)</span> + +<span class="n">ctx</span><span class="o">.</span><span class="n">register_catalog</span><span class="p">(</span><span class="s2">"my_catalog_name"</span><span class="p">,</span> <span class="n">my_catalog</span><span class="p">)</span> +</pre></div> +</div> +<p>You could then register tables in <code class="docutils literal notranslate"><span class="pre">my_schema</span></code> and access them either through the DataFrame +API or via sql commands such as <code class="docutils literal notranslate"><span class="pre">"SELECT</span> <span class="pre">*</span> <span class="pre">from</span> <span class="pre">my_catalog_name.my_schema_name.my_table"</span></code>.</p> +<section id="user-defined-catalog-and-schema"> +<h2>User Defined Catalog and Schema<a class="headerlink" href="#user-defined-catalog-and-schema" title="Link to this heading">¶</a></h2> +<p>If the in-memory catalogs are insufficient for your uses, there are two approaches you can take +to implementing a custom catalog and/or schema. In the below discussion, we describe how to +implement these for a Catalog, but the approach to implementing for a Schema is nearly +identical.</p> +<p>DataFusion supports Catalogs written in either Rust or Python. If you write a Catalog in Rust, +you will need to export it as a Python library via PyO3. There is a complete example of a +catalog implemented this way in the +<a class="reference external" href="https://github.com/apache/datafusion-python/tree/main/examples/">examples folder</a> +of our repository. Writing catalog providers in Rust provides typically can lead to significant +performance improvements over the Python based approach.</p> +<p>To implement a Catalog in Python, you will need to inherit from the abstract base class +<a class="reference internal" href="../autoapi/datafusion/catalog/index.html#datafusion.catalog.CatalogProvider" title="datafusion.catalog.CatalogProvider"><code class="xref py py-class docutils literal notranslate"><span class="pre">CatalogProvider</span></code></a>. There are examples in the +<a class="reference external" href="https://github.com/apache/datafusion-python/tree/main/python/tests">unit tests</a> of +implementing a basic Catalog in Python where we simply keep a dictionary of the +registered Schemas.</p> +<p>One important note for developers is that when we have a Catalog defined in Python, we have +two different ways of accessing this Catalog. First, we register the catalog with a Rust +wrapper. This allows for any rust based code to call the Python functions as necessary. +Second, if the user access the Catalog via the Python API, we identify this and return back +the original Python object that implements the Catalog. This is an important distinction +for developers because we do <em>not</em> return a Python wrapper around the Rust wrapper of the +original Python object.</p> +</section> +</section> </div> @@ -675,7 +749,7 @@ <p class="prev-next-title">Concepts</p> </div> </a> - <a class='right-next' id="next-link" href="dataframe.html" title="next page"> + <a class='right-next' id="next-link" href="dataframe/index.html" title="next page"> <div class="prev-next-info"> <p class="prev-next-subtitle">next</p> <p class="prev-next-title">DataFrames</p>
diff --git a/user-guide/dataframe/index.html b/user-guide/dataframe/index.html new file mode 100644 index 0000000..c463e85 --- /dev/null +++ b/user-guide/dataframe/index.html
@@ -0,0 +1,706 @@ +<!DOCTYPE html> + +<html lang="en" data-content_root="../../"> + <head> + <meta charset="utf-8" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" /> + + <title>DataFrames — Apache Arrow DataFusion documentation</title> + + <link href="../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet"> +<link href="../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet"> + + + <link rel="stylesheet" + href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css"> + <link rel="preload" as="font" type="font/woff2" crossorigin + href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2"> + <link rel="preload" as="font" type="font/woff2" crossorigin + href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2"> + + + + + + <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=8f2a1f02" /> + <link rel="stylesheet" type="text/css" href="../../_static/styles/pydata-sphinx-theme.css?v=1140d252" /> + <link rel="stylesheet" type="text/css" href="../../_static/graphviz.css?v=4ae1632d" /> + <link rel="stylesheet" type="text/css" href="../../_static/theme_overrides.css?v=dca7052a" /> + + <link rel="preload" as="script" href="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"> + + <script src="../../_static/documentation_options.js?v=8a448e45"></script> + <script src="../../_static/doctools.js?v=9bcbadda"></script> + <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script> + <link rel="index" title="Index" href="../../genindex.html" /> + <link rel="search" title="Search" href="../../search.html" /> + <link rel="next" title="HTML Rendering in Jupyter" href="rendering.html" /> + <link rel="prev" title="Data Sources" href="../data-sources.html" /> + <meta name="viewport" content="width=device-width, initial-scale=1" /> + <meta name="docsearch:language" content="en"> + + + <!-- Google Analytics --> + + </head> + <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80"> + + <div class="container-fluid" id="banner"></div> + + + + + <div class="container-xl"> + <div class="row"> + + + <!-- Only show if we have sidebars configured, else just a small margin --> + <div class="col-12 col-md-3 bd-sidebar"> + <div class="sidebar-start-items"> +<a class="navbar-brand" href="../../index.html"> + <img src="../../_static/images/2x_bgwhite_original.png" class="logo" alt="logo"> +</a> + +<form class="bd-search d-flex align-items-center" action="../../search.html" method="get"> + <i class="icon fas fa-search"></i> + <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" > +</form> + +<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation"> + <div class="bd-toc-item active"> + + <p aria-level="2" class="caption" role="heading"> + <span class="caption-text"> + LINKS + </span> +</p> +<ul class="nav bd-sidenav"> + <li class="toctree-l1"> + <a class="reference external" href="https://github.com/apache/datafusion-python"> + Github and Issue Tracker + </a> + </li> + <li class="toctree-l1"> + <a class="reference external" href="https://docs.rs/datafusion/latest/datafusion/"> + Rust's API Docs + </a> + </li> + <li class="toctree-l1"> + <a class="reference external" href="https://github.com/apache/datafusion/blob/main/CODE_OF_CONDUCT.md"> + Code of conduct + </a> + </li> + <li class="toctree-l1"> + <a class="reference external" href="https://github.com/apache/datafusion-python/tree/main/examples"> + Examples + </a> + </li> +</ul> +<p aria-level="2" class="caption" role="heading"> + <span class="caption-text"> + USER GUIDE + </span> +</p> +<ul class="current nav bd-sidenav"> + <li class="toctree-l1"> + <a class="reference internal" href="../introduction.html"> + Introduction + </a> + </li> + <li class="toctree-l1"> + <a class="reference internal" href="../basics.html"> + Concepts + </a> + </li> + <li class="toctree-l1"> + <a class="reference internal" href="../data-sources.html"> + Data Sources + </a> + </li> + <li class="toctree-l1 current active has-children"> + <a class="current reference internal" href="#"> + DataFrames + </a> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> + </li> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../common-operations/index.html"> + Common Operations + </a> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../common-operations/views.html"> + Registering Views + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../common-operations/basic-info.html"> + Basic Operations + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../common-operations/select-and-filter.html"> + Column Selections + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../common-operations/expressions.html"> + Expressions + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../common-operations/joins.html"> + Joins + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../common-operations/functions.html"> + Functions + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../common-operations/aggregations.html"> + Aggregation + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../common-operations/windows.html"> + Window Functions + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../common-operations/udf-and-udfa.html"> + User-Defined Functions + </a> + </li> + </ul> + </li> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../io/index.html"> + IO + </a> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../io/arrow.html"> + Arrow + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../io/avro.html"> + Avro + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../io/csv.html"> + CSV + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../io/json.html"> + JSON + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../io/parquet.html"> + Parquet + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../io/table_provider.html"> + Custom Table Provider + </a> + </li> + </ul> + </li> + <li class="toctree-l1"> + <a class="reference internal" href="../configuration.html"> + Configuration + </a> + </li> + <li class="toctree-l1"> + <a class="reference internal" href="../sql.html"> + SQL + </a> + </li> +</ul> +<p aria-level="2" class="caption" role="heading"> + <span class="caption-text"> + CONTRIBUTOR GUIDE + </span> +</p> +<ul class="nav bd-sidenav"> + <li class="toctree-l1"> + <a class="reference internal" href="../../contributor-guide/introduction.html"> + Introduction + </a> + </li> + <li class="toctree-l1"> + <a class="reference internal" href="../../contributor-guide/ffi.html"> + Python Extensions + </a> + </li> +</ul> +<p aria-level="2" class="caption" role="heading"> + <span class="caption-text"> + API + </span> +</p> +<ul class="nav bd-sidenav"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../../autoapi/index.html"> + API Reference + </a> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2 has-children"> + <a class="reference internal" href="../../autoapi/datafusion/index.html"> + datafusion + </a> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/catalog/index.html"> + datafusion.catalog + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/context/index.html"> + datafusion.context + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/dataframe/index.html"> + datafusion.dataframe + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/expr/index.html"> + datafusion.expr + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/functions/index.html"> + datafusion.functions + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/html_formatter/index.html"> + datafusion.html_formatter + </a> + </li> + <li class="toctree-l3 has-children"> + <a class="reference internal" href="../../autoapi/datafusion/input/index.html"> + datafusion.input + </a> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l4"> + <a class="reference internal" href="../../autoapi/datafusion/input/base/index.html"> + datafusion.input.base + </a> + </li> + <li class="toctree-l4"> + <a class="reference internal" href="../../autoapi/datafusion/input/location/index.html"> + datafusion.input.location + </a> + </li> + </ul> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/io/index.html"> + datafusion.io + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/object_store/index.html"> + datafusion.object_store + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/plan/index.html"> + datafusion.plan + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/record_batch/index.html"> + datafusion.record_batch + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/substrait/index.html"> + datafusion.substrait + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html"> + datafusion.unparser + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/user_defined/index.html"> + datafusion.user_defined + </a> + </li> + </ul> + </li> + </ul> + </li> +</ul> + + + </div> +</nav> + </div> + <div class="sidebar-end-items"> + </div> + </div> + + + + + <div class="d-none d-xl-block col-xl-2 bd-toc"> + + + <div class="toc-item"> + +<div class="tocsection onthispage pt-5 pb-3"> + <i class="fas fa-list"></i> On this page +</div> + +<nav id="bd-toc-nav"> + <ul class="visible nav section-nav flex-column"> + <li class="toc-h2 nav-item toc-entry"> + <a class="reference internal nav-link" href="#overview"> + Overview + </a> + </li> + <li class="toc-h2 nav-item toc-entry"> + <a class="reference internal nav-link" href="#creating-dataframes"> + Creating DataFrames + </a> + </li> + <li class="toc-h2 nav-item toc-entry"> + <a class="reference internal nav-link" href="#common-dataframe-operations"> + Common DataFrame Operations + </a> + </li> + <li class="toc-h2 nav-item toc-entry"> + <a class="reference internal nav-link" href="#terminal-operations"> + Terminal Operations + </a> + </li> + <li class="toc-h2 nav-item toc-entry"> + <a class="reference internal nav-link" href="#html-rendering"> + HTML Rendering + </a> + </li> + <li class="toc-h2 nav-item toc-entry"> + <a class="reference internal nav-link" href="#core-classes"> + Core Classes + </a> + </li> + <li class="toc-h2 nav-item toc-entry"> + <a class="reference internal nav-link" href="#expression-classes"> + Expression Classes + </a> + </li> + <li class="toc-h2 nav-item toc-entry"> + <a class="reference internal nav-link" href="#built-in-functions"> + Built-in Functions + </a> + </li> +</ul> + +</nav> + </div> + + <div class="toc-item"> + + </div> + + + </div> + + + + + + + <main class="col-12 col-md-9 col-xl-7 py-md-5 pl-md-5 pr-md-4 bd-content" role="main"> + + <div> + + <section id="dataframes"> +<h1>DataFrames<a class="headerlink" href="#dataframes" title="Link to this heading">¶</a></h1> +<section id="overview"> +<h2>Overview<a class="headerlink" href="#overview" title="Link to this heading">¶</a></h2> +<p>The <code class="docutils literal notranslate"><span class="pre">DataFrame</span></code> class is the core abstraction in DataFusion that represents tabular data and operations +on that data. DataFrames provide a flexible API for transforming data through various operations such as +filtering, projection, aggregation, joining, and more.</p> +<p>A DataFrame represents a logical plan that is lazily evaluated. The actual execution occurs only when +terminal operations like <code class="docutils literal notranslate"><span class="pre">collect()</span></code>, <code class="docutils literal notranslate"><span class="pre">show()</span></code>, or <code class="docutils literal notranslate"><span class="pre">to_pandas()</span></code> are called.</p> +</section> +<section id="creating-dataframes"> +<h2>Creating DataFrames<a class="headerlink" href="#creating-dataframes" title="Link to this heading">¶</a></h2> +<p>DataFrames can be created in several ways:</p> +<ul> +<li><p>From SQL queries via a <code class="docutils literal notranslate"><span class="pre">SessionContext</span></code>:</p> +<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion</span><span class="w"> </span><span class="kn">import</span> <span class="n">SessionContext</span> + +<span class="n">ctx</span> <span class="o">=</span> <span class="n">SessionContext</span><span class="p">()</span> +<span class="n">df</span> <span class="o">=</span> <span class="n">ctx</span><span class="o">.</span><span class="n">sql</span><span class="p">(</span><span class="s2">"SELECT * FROM your_table"</span><span class="p">)</span> +</pre></div> +</div> +</li> +<li><p>From registered tables:</p> +<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">df</span> <span class="o">=</span> <span class="n">ctx</span><span class="o">.</span><span class="n">table</span><span class="p">(</span><span class="s2">"your_table"</span><span class="p">)</span> +</pre></div> +</div> +</li> +<li><p>From various data sources:</p> +<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="c1"># From CSV files (see :ref:`io_csv` for detailed options)</span> +<span class="n">df</span> <span class="o">=</span> <span class="n">ctx</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="s2">"path/to/data.csv"</span><span class="p">)</span> + +<span class="c1"># From Parquet files (see :ref:`io_parquet` for detailed options)</span> +<span class="n">df</span> <span class="o">=</span> <span class="n">ctx</span><span class="o">.</span><span class="n">read_parquet</span><span class="p">(</span><span class="s2">"path/to/data.parquet"</span><span class="p">)</span> + +<span class="c1"># From JSON files (see :ref:`io_json` for detailed options)</span> +<span class="n">df</span> <span class="o">=</span> <span class="n">ctx</span><span class="o">.</span><span class="n">read_json</span><span class="p">(</span><span class="s2">"path/to/data.json"</span><span class="p">)</span> + +<span class="c1"># From Avro files (see :ref:`io_avro` for detailed options)</span> +<span class="n">df</span> <span class="o">=</span> <span class="n">ctx</span><span class="o">.</span><span class="n">read_avro</span><span class="p">(</span><span class="s2">"path/to/data.avro"</span><span class="p">)</span> + +<span class="c1"># From Pandas DataFrame</span> +<span class="kn">import</span><span class="w"> </span><span class="nn">pandas</span><span class="w"> </span><span class="k">as</span><span class="w"> </span><span class="nn">pd</span> +<span class="n">pandas_df</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">({</span><span class="s2">"a"</span><span class="p">:</span> <span class="p">[</span><span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">,</span> <span class="mi">3</span><span class="p">],</span> <span class="s2">"b"</span><span class="p">:</span> <span class="p">[</span><span class="mi">4</span><span class="p">,</span> <span class="mi">5</span><span class="p">,</span> <span class="mi">6</span><span class="p">]})</span> +<span class="n">df</span> <span class="o">=</span> <span class="n">ctx</span><span class="o">.</span><span class="n">from_pandas</span><span class="p">(</span><span class="n">pandas_df</span><span class="p">)</span> + +<span class="c1"># From Arrow data</span> +<span class="kn">import</span><span class="w"> </span><span class="nn">pyarrow</span><span class="w"> </span><span class="k">as</span><span class="w"> </span><span class="nn">pa</span> +<span class="n">batch</span> <span class="o">=</span> <span class="n">pa</span><span class="o">.</span><span class="n">RecordBatch</span><span class="o">.</span><span class="n">from_arrays</span><span class="p">(</span> + <span class="p">[</span><span class="n">pa</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">,</span> <span class="mi">3</span><span class="p">]),</span> <span class="n">pa</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="mi">4</span><span class="p">,</span> <span class="mi">5</span><span class="p">,</span> <span class="mi">6</span><span class="p">])],</span> + <span class="n">names</span><span class="o">=</span><span class="p">[</span><span class="s2">"a"</span><span class="p">,</span> <span class="s2">"b"</span><span class="p">]</span> +<span class="p">)</span> +<span class="n">df</span> <span class="o">=</span> <span class="n">ctx</span><span class="o">.</span><span class="n">from_arrow</span><span class="p">(</span><span class="n">batch</span><span class="p">)</span> +</pre></div> +</div> +</li> +</ul> +<p>For detailed information about reading from different data sources, see the <a class="reference internal" href="../io/index.html"><span class="doc">I/O Guide</span></a>. +For custom data sources, see <a class="reference internal" href="../io/table_provider.html#io-custom-table-provider"><span class="std std-ref">Custom Table Provider</span></a>.</p> +</section> +<section id="common-dataframe-operations"> +<h2>Common DataFrame Operations<a class="headerlink" href="#common-dataframe-operations" title="Link to this heading">¶</a></h2> +<p>DataFusion’s DataFrame API offers a wide range of operations:</p> +<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion</span><span class="w"> </span><span class="kn">import</span> <span class="n">column</span><span class="p">,</span> <span class="n">literal</span> + +<span class="c1"># Select specific columns</span> +<span class="n">df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">select</span><span class="p">(</span><span class="s2">"col1"</span><span class="p">,</span> <span class="s2">"col2"</span><span class="p">)</span> + +<span class="c1"># Select with expressions</span> +<span class="n">df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">select</span><span class="p">(</span><span class="n">column</span><span class="p">(</span><span class="s2">"a"</span><span class="p">)</span> <span class="o">+</span> <span class="n">column</span><span class="p">(</span><span class="s2">"b"</span><span class="p">),</span> <span class="n">column</span><span class="p">(</span><span class="s2">"a"</span><span class="p">)</span> <span class="o">-</span> <span class="n">column</span><span class="p">(</span><span class="s2">"b"</span><span class="p">))</span> + +<span class="c1"># Filter rows</span> +<span class="n">df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">filter</span><span class="p">(</span><span class="n">column</span><span class="p">(</span><span class="s2">"age"</span><span class="p">)</span> <span class="o">></span> <span class="n">literal</span><span class="p">(</span><span class="mi">25</span><span class="p">))</span> + +<span class="c1"># Add computed columns</span> +<span class="n">df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">with_column</span><span class="p">(</span><span class="s2">"full_name"</span><span class="p">,</span> <span class="n">column</span><span class="p">(</span><span class="s2">"first_name"</span><span class="p">)</span> <span class="o">+</span> <span class="n">literal</span><span class="p">(</span><span class="s2">" "</span><span class="p">)</span> <span class="o">+</span> <span class="n">column</span><span class="p">(</span><span class="s2">"last_name"</span><span class="p">))</span> + +<span class="c1"># Multiple column additions</span> +<span class="n">df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">with_columns</span><span class="p">(</span> + <span class="p">(</span><span class="n">column</span><span class="p">(</span><span class="s2">"a"</span><span class="p">)</span> <span class="o">+</span> <span class="n">column</span><span class="p">(</span><span class="s2">"b"</span><span class="p">))</span><span class="o">.</span><span class="n">alias</span><span class="p">(</span><span class="s2">"sum"</span><span class="p">),</span> + <span class="p">(</span><span class="n">column</span><span class="p">(</span><span class="s2">"a"</span><span class="p">)</span> <span class="o">*</span> <span class="n">column</span><span class="p">(</span><span class="s2">"b"</span><span class="p">))</span><span class="o">.</span><span class="n">alias</span><span class="p">(</span><span class="s2">"product"</span><span class="p">)</span> +<span class="p">)</span> + +<span class="c1"># Sort data</span> +<span class="n">df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">sort</span><span class="p">(</span><span class="n">column</span><span class="p">(</span><span class="s2">"age"</span><span class="p">)</span><span class="o">.</span><span class="n">sort</span><span class="p">(</span><span class="n">ascending</span><span class="o">=</span><span class="kc">False</span><span class="p">))</span> + +<span class="c1"># Join DataFrames</span> +<span class="n">df</span> <span class="o">=</span> <span class="n">df1</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">df2</span><span class="p">,</span> <span class="n">on</span><span class="o">=</span><span class="s2">"user_id"</span><span class="p">,</span> <span class="n">how</span><span class="o">=</span><span class="s2">"inner"</span><span class="p">)</span> + +<span class="c1"># Aggregate data</span> +<span class="kn">from</span><span class="w"> </span><span class="nn">datafusion</span><span class="w"> </span><span class="kn">import</span> <span class="n">functions</span> <span class="k">as</span> <span class="n">f</span> +<span class="n">df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">aggregate</span><span class="p">(</span> + <span class="p">[],</span> <span class="c1"># Group by columns (empty for global aggregation)</span> + <span class="p">[</span><span class="n">f</span><span class="o">.</span><span class="n">sum</span><span class="p">(</span><span class="n">column</span><span class="p">(</span><span class="s2">"amount"</span><span class="p">))</span><span class="o">.</span><span class="n">alias</span><span class="p">(</span><span class="s2">"total_amount"</span><span class="p">)]</span> +<span class="p">)</span> + +<span class="c1"># Limit rows</span> +<span class="n">df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">limit</span><span class="p">(</span><span class="mi">100</span><span class="p">)</span> + +<span class="c1"># Drop columns</span> +<span class="n">df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">drop</span><span class="p">(</span><span class="s2">"temporary_column"</span><span class="p">)</span> +</pre></div> +</div> +</section> +<section id="terminal-operations"> +<h2>Terminal Operations<a class="headerlink" href="#terminal-operations" title="Link to this heading">¶</a></h2> +<p>To materialize the results of your DataFrame operations:</p> +<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="c1"># Collect all data as PyArrow RecordBatches</span> +<span class="n">result_batches</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">collect</span><span class="p">()</span> + +<span class="c1"># Convert to various formats</span> +<span class="n">pandas_df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">to_pandas</span><span class="p">()</span> <span class="c1"># Pandas DataFrame</span> +<span class="n">polars_df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">to_polars</span><span class="p">()</span> <span class="c1"># Polars DataFrame</span> +<span class="n">arrow_table</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">to_arrow_table</span><span class="p">()</span> <span class="c1"># PyArrow Table</span> +<span class="n">py_dict</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">to_pydict</span><span class="p">()</span> <span class="c1"># Python dictionary</span> +<span class="n">py_list</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">to_pylist</span><span class="p">()</span> <span class="c1"># Python list of dictionaries</span> + +<span class="c1"># Display results</span> +<span class="n">df</span><span class="o">.</span><span class="n">show</span><span class="p">()</span> <span class="c1"># Print tabular format to console</span> + +<span class="c1"># Count rows</span> +<span class="n">count</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">count</span><span class="p">()</span> +</pre></div> +</div> +</section> +<section id="html-rendering"> +<h2>HTML Rendering<a class="headerlink" href="#html-rendering" title="Link to this heading">¶</a></h2> +<p>When working in Jupyter notebooks or other environments that support HTML rendering, DataFrames will +automatically display as formatted HTML tables. For detailed information about customizing HTML +rendering, formatting options, and advanced styling, see <a class="reference internal" href="rendering.html"><span class="doc">HTML Rendering in Jupyter</span></a>.</p> +</section> +<section id="core-classes"> +<h2>Core Classes<a class="headerlink" href="#core-classes" title="Link to this heading">¶</a></h2> +<dl> +<dt><strong>DataFrame</strong></dt><dd><p>The main DataFrame class for building and executing queries.</p> +<p>See: <code class="xref py py-class docutils literal notranslate"><span class="pre">datafusion.DataFrame</span></code></p> +</dd> +<dt><strong>SessionContext</strong></dt><dd><p>The primary entry point for creating DataFrames from various data sources.</p> +<p>Key methods for DataFrame creation:</p> +<ul class="simple"> +<li><p><code class="xref py py-meth docutils literal notranslate"><span class="pre">read_csv()</span></code> - Read CSV files</p></li> +<li><p><code class="xref py py-meth docutils literal notranslate"><span class="pre">read_parquet()</span></code> - Read Parquet files</p></li> +<li><p><code class="xref py py-meth docutils literal notranslate"><span class="pre">read_json()</span></code> - Read JSON files</p></li> +<li><p><code class="xref py py-meth docutils literal notranslate"><span class="pre">read_avro()</span></code> - Read Avro files</p></li> +<li><p><code class="xref py py-meth docutils literal notranslate"><span class="pre">table()</span></code> - Access registered tables</p></li> +<li><p><code class="xref py py-meth docutils literal notranslate"><span class="pre">sql()</span></code> - Execute SQL queries</p></li> +<li><p><code class="xref py py-meth docutils literal notranslate"><span class="pre">from_pandas()</span></code> - Create from Pandas DataFrame</p></li> +<li><p><code class="xref py py-meth docutils literal notranslate"><span class="pre">from_arrow()</span></code> - Create from Arrow data</p></li> +</ul> +<p>See: <code class="xref py py-class docutils literal notranslate"><span class="pre">datafusion.SessionContext</span></code></p> +</dd> +</dl> +</section> +<section id="expression-classes"> +<h2>Expression Classes<a class="headerlink" href="#expression-classes" title="Link to this heading">¶</a></h2> +<dl> +<dt><strong>Expr</strong></dt><dd><p>Represents expressions that can be used in DataFrame operations.</p> +<p>See: <a class="reference internal" href="../../autoapi/datafusion/index.html#datafusion.Expr" title="datafusion.Expr"><code class="xref py py-class docutils literal notranslate"><span class="pre">datafusion.Expr</span></code></a></p> +</dd> +</dl> +<p><strong>Functions for creating expressions:</strong></p> +<ul class="simple"> +<li><p><a class="reference internal" href="../../autoapi/datafusion/index.html#datafusion.column" title="datafusion.column"><code class="xref py py-func docutils literal notranslate"><span class="pre">datafusion.column()</span></code></a> - Reference a column by name</p></li> +<li><p><a class="reference internal" href="../../autoapi/datafusion/index.html#datafusion.literal" title="datafusion.literal"><code class="xref py py-func docutils literal notranslate"><span class="pre">datafusion.literal()</span></code></a> - Create a literal value expression</p></li> +</ul> +</section> +<section id="built-in-functions"> +<h2>Built-in Functions<a class="headerlink" href="#built-in-functions" title="Link to this heading">¶</a></h2> +<p>DataFusion provides many built-in functions for data manipulation:</p> +<ul class="simple"> +<li><p><a class="reference internal" href="../../autoapi/datafusion/functions/index.html#module-datafusion.functions" title="datafusion.functions"><code class="xref py py-mod docutils literal notranslate"><span class="pre">datafusion.functions</span></code></a> - Mathematical, string, date/time, and aggregation functions</p></li> +</ul> +<p>For a complete list of available functions, see the <a class="reference internal" href="../../autoapi/datafusion/functions/index.html#module-datafusion.functions" title="datafusion.functions"><code class="xref py py-mod docutils literal notranslate"><span class="pre">datafusion.functions</span></code></a> module documentation.</p> +<div class="toctree-wrapper compound"> +<ul> +<li class="toctree-l1"><a class="reference internal" href="rendering.html">HTML Rendering in Jupyter</a></li> +</ul> +</div> +</section> +</section> + + + </div> + + + <!-- Previous / next buttons --> +<div class='prev-next-area'> + <a class='left-prev' id="prev-link" href="../data-sources.html" title="previous page"> + <i class="fas fa-angle-left"></i> + <div class="prev-next-info"> + <p class="prev-next-subtitle">previous</p> + <p class="prev-next-title">Data Sources</p> + </div> + </a> + <a class='right-next' id="next-link" href="rendering.html" title="next page"> + <div class="prev-next-info"> + <p class="prev-next-subtitle">next</p> + <p class="prev-next-title">HTML Rendering in Jupyter</p> + </div> + <i class="fas fa-angle-right"></i> + </a> +</div> + + </main> + + + </div> + </div> + + <script src="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script> + +<!-- Based on pydata_sphinx_theme/footer.html --> +<footer class="footer mt-5 mt-md-0"> + <div class="container"> + + <div class="footer-item"> + <p class="copyright"> + © Copyright 2019-2024, Apache Software Foundation.<br> +</p> + </div> + + <div class="footer-item"> + <p class="sphinx-version"> +Created using <a href="http://sphinx-doc.org/">Sphinx</a> 8.1.3.<br> +</p> + </div> + + <div class="footer-item"> + <p>Apache Arrow DataFusion, Arrow DataFusion, Apache, the Apache feather logo, and the Apache Arrow DataFusion project logo</p> + <p>are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p> + </div> + </div> +</footer> + + + </body> +</html> \ No newline at end of file
diff --git a/user-guide/dataframe.html b/user-guide/dataframe/rendering.html similarity index 64% rename from user-guide/dataframe.html rename to user-guide/dataframe/rendering.html index 2c27110..4779e0f 100644 --- a/user-guide/dataframe.html +++ b/user-guide/dataframe/rendering.html
@@ -1,41 +1,41 @@ <!DOCTYPE html> -<html lang="en" data-content_root="../"> +<html lang="en" data-content_root="../../"> <head> <meta charset="utf-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" /> - <title>DataFrames — Apache Arrow DataFusion documentation</title> + <title>HTML Rendering in Jupyter — Apache Arrow DataFusion documentation</title> - <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet"> -<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet"> + <link href="../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet"> +<link href="../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet"> <link rel="stylesheet" - href="../_static/vendor/fontawesome/5.13.0/css/all.min.css"> + href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css"> <link rel="preload" as="font" type="font/woff2" crossorigin - href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2"> + href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2"> <link rel="preload" as="font" type="font/woff2" crossorigin - href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2"> + href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2"> - <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=8f2a1f02" /> - <link rel="stylesheet" type="text/css" href="../_static/styles/pydata-sphinx-theme.css?v=1140d252" /> - <link rel="stylesheet" type="text/css" href="../_static/graphviz.css?v=4ae1632d" /> - <link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css?v=dca7052a" /> + <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=8f2a1f02" /> + <link rel="stylesheet" type="text/css" href="../../_static/styles/pydata-sphinx-theme.css?v=1140d252" /> + <link rel="stylesheet" type="text/css" href="../../_static/graphviz.css?v=4ae1632d" /> + <link rel="stylesheet" type="text/css" href="../../_static/theme_overrides.css?v=dca7052a" /> - <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"> + <link rel="preload" as="script" href="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"> - <script src="../_static/documentation_options.js?v=8a448e45"></script> - <script src="../_static/doctools.js?v=9bcbadda"></script> - <script src="../_static/sphinx_highlight.js?v=dc90522c"></script> - <link rel="index" title="Index" href="../genindex.html" /> - <link rel="search" title="Search" href="../search.html" /> - <link rel="next" title="Common Operations" href="common-operations/index.html" /> - <link rel="prev" title="Data Sources" href="data-sources.html" /> + <script src="../../_static/documentation_options.js?v=8a448e45"></script> + <script src="../../_static/doctools.js?v=9bcbadda"></script> + <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script> + <link rel="index" title="Index" href="../../genindex.html" /> + <link rel="search" title="Search" href="../../search.html" /> + <link rel="next" title="Common Operations" href="../common-operations/index.html" /> + <link rel="prev" title="DataFrames" href="index.html" /> <meta name="viewport" content="width=device-width, initial-scale=1" /> <meta name="docsearch:language" content="en"> @@ -57,11 +57,11 @@ <!-- Only show if we have sidebars configured, else just a small margin --> <div class="col-12 col-md-3 bd-sidebar"> <div class="sidebar-start-items"> -<a class="navbar-brand" href="../index.html"> - <img src="../_static/images/2x_bgwhite_original.png" class="logo" alt="logo"> +<a class="navbar-brand" href="../../index.html"> + <img src="../../_static/images/2x_bgwhite_original.png" class="logo" alt="logo"> </a> -<form class="bd-search d-flex align-items-center" action="../search.html" method="get"> +<form class="bd-search d-flex align-items-center" action="../../search.html" method="get"> <i class="icon fas fa-search"></i> <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" > </form> @@ -103,85 +103,40 @@ </p> <ul class="current nav bd-sidenav"> <li class="toctree-l1"> - <a class="reference internal" href="introduction.html"> + <a class="reference internal" href="../introduction.html"> Introduction </a> </li> <li class="toctree-l1"> - <a class="reference internal" href="basics.html"> + <a class="reference internal" href="../basics.html"> Concepts </a> </li> <li class="toctree-l1"> - <a class="reference internal" href="data-sources.html"> + <a class="reference internal" href="../data-sources.html"> Data Sources </a> </li> - <li class="toctree-l1 current active"> - <a class="current reference internal" href="#"> + <li class="toctree-l1 current active has-children"> + <a class="reference internal" href="index.html"> DataFrames </a> - </li> - <li class="toctree-l1 has-children"> - <a class="reference internal" href="common-operations/index.html"> - Common Operations - </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> <label for="toctree-checkbox-1"> <i class="fas fa-chevron-down"> </i> </label> - <ul> - <li class="toctree-l2"> - <a class="reference internal" href="common-operations/views.html"> - Registering Views - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="common-operations/basic-info.html"> - Basic Operations - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="common-operations/select-and-filter.html"> - Column Selections - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="common-operations/expressions.html"> - Expressions - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="common-operations/joins.html"> - Joins - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="common-operations/functions.html"> - Functions - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="common-operations/aggregations.html"> - Aggregation - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="common-operations/windows.html"> - Window Functions - </a> - </li> - <li class="toctree-l2"> - <a class="reference internal" href="common-operations/udf-and-udfa.html"> - User-Defined Functions + <ul class="current"> + <li class="toctree-l2 current active"> + <a class="current reference internal" href="#"> + HTML Rendering in Jupyter </a> </li> </ul> </li> <li class="toctree-l1 has-children"> - <a class="reference internal" href="io/index.html"> - IO + <a class="reference internal" href="../common-operations/index.html"> + Common Operations </a> <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> <label for="toctree-checkbox-2"> @@ -190,44 +145,101 @@ </label> <ul> <li class="toctree-l2"> - <a class="reference internal" href="io/arrow.html"> + <a class="reference internal" href="../common-operations/views.html"> + Registering Views + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../common-operations/basic-info.html"> + Basic Operations + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../common-operations/select-and-filter.html"> + Column Selections + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../common-operations/expressions.html"> + Expressions + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../common-operations/joins.html"> + Joins + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../common-operations/functions.html"> + Functions + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../common-operations/aggregations.html"> + Aggregation + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../common-operations/windows.html"> + Window Functions + </a> + </li> + <li class="toctree-l2"> + <a class="reference internal" href="../common-operations/udf-and-udfa.html"> + User-Defined Functions + </a> + </li> + </ul> + </li> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../io/index.html"> + IO + </a> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../io/arrow.html"> Arrow </a> </li> <li class="toctree-l2"> - <a class="reference internal" href="io/avro.html"> + <a class="reference internal" href="../io/avro.html"> Avro </a> </li> <li class="toctree-l2"> - <a class="reference internal" href="io/csv.html"> + <a class="reference internal" href="../io/csv.html"> CSV </a> </li> <li class="toctree-l2"> - <a class="reference internal" href="io/json.html"> + <a class="reference internal" href="../io/json.html"> JSON </a> </li> <li class="toctree-l2"> - <a class="reference internal" href="io/parquet.html"> + <a class="reference internal" href="../io/parquet.html"> Parquet </a> </li> <li class="toctree-l2"> - <a class="reference internal" href="io/table_provider.html"> + <a class="reference internal" href="../io/table_provider.html"> Custom Table Provider </a> </li> </ul> </li> <li class="toctree-l1"> - <a class="reference internal" href="configuration.html"> + <a class="reference internal" href="../configuration.html"> Configuration </a> </li> <li class="toctree-l1"> - <a class="reference internal" href="sql.html"> + <a class="reference internal" href="../sql.html"> SQL </a> </li> @@ -239,12 +251,12 @@ </p> <ul class="nav bd-sidenav"> <li class="toctree-l1"> - <a class="reference internal" href="../contributor-guide/introduction.html"> + <a class="reference internal" href="../../contributor-guide/introduction.html"> Introduction </a> </li> <li class="toctree-l1"> - <a class="reference internal" href="../contributor-guide/ffi.html"> + <a class="reference internal" href="../../contributor-guide/ffi.html"> Python Extensions </a> </li> @@ -256,119 +268,114 @@ </p> <ul class="nav bd-sidenav"> <li class="toctree-l1 has-children"> - <a class="reference internal" href="../autoapi/index.html"> + <a class="reference internal" href="../../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> <ul> <li class="toctree-l2 has-children"> - <a class="reference internal" href="../autoapi/datafusion/index.html"> + <a class="reference internal" href="../../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> <ul> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/catalog/index.html"> + <a class="reference internal" href="../../autoapi/datafusion/catalog/index.html"> datafusion.catalog </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/context/index.html"> + <a class="reference internal" href="../../autoapi/datafusion/context/index.html"> datafusion.context </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/dataframe/index.html"> + <a class="reference internal" href="../../autoapi/datafusion/dataframe/index.html"> datafusion.dataframe </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/expr/index.html"> + <a class="reference internal" href="../../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/expr/index.html"> datafusion.expr </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/functions/index.html"> + <a class="reference internal" href="../../autoapi/datafusion/functions/index.html"> datafusion.functions </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/html_formatter/index.html"> + <a class="reference internal" href="../../autoapi/datafusion/html_formatter/index.html"> datafusion.html_formatter </a> </li> <li class="toctree-l3 has-children"> - <a class="reference internal" href="../autoapi/datafusion/input/index.html"> + <a class="reference internal" href="../../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> <ul> <li class="toctree-l4"> - <a class="reference internal" href="../autoapi/datafusion/input/base/index.html"> + <a class="reference internal" href="../../autoapi/datafusion/input/base/index.html"> datafusion.input.base </a> </li> <li class="toctree-l4"> - <a class="reference internal" href="../autoapi/datafusion/input/location/index.html"> + <a class="reference internal" href="../../autoapi/datafusion/input/location/index.html"> datafusion.input.location </a> </li> </ul> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/io/index.html"> + <a class="reference internal" href="../../autoapi/datafusion/io/index.html"> datafusion.io </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/object_store/index.html"> + <a class="reference internal" href="../../autoapi/datafusion/object_store/index.html"> datafusion.object_store </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/plan/index.html"> + <a class="reference internal" href="../../autoapi/datafusion/plan/index.html"> datafusion.plan </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/record_batch/index.html"> + <a class="reference internal" href="../../autoapi/datafusion/record_batch/index.html"> datafusion.record_batch </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/substrait/index.html"> + <a class="reference internal" href="../../autoapi/datafusion/substrait/index.html"> datafusion.substrait </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/unparser/index.html"> + <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/user_defined/index.html"> + <a class="reference internal" href="../../autoapi/datafusion/user_defined/index.html"> datafusion.user_defined </a> </li> @@ -401,24 +408,21 @@ <nav id="bd-toc-nav"> <ul class="visible nav section-nav flex-column"> <li class="toc-h2 nav-item toc-entry"> - <a class="reference internal nav-link" href="#overview"> - Overview - </a> - </li> - <li class="toc-h2 nav-item toc-entry"> - <a class="reference internal nav-link" href="#basic-usage"> - Basic Usage - </a> - </li> - <li class="toc-h2 nav-item toc-entry"> - <a class="reference internal nav-link" href="#html-rendering"> - HTML Rendering + <a class="reference internal nav-link" href="#basic-html-rendering"> + Basic HTML Rendering </a> </li> <li class="toc-h2 nav-item toc-entry"> <a class="reference internal nav-link" href="#customizing-html-rendering"> Customizing HTML Rendering </a> + <ul class="visible nav section-nav flex-column"> + <li class="toc-h3 nav-item toc-entry"> + <a class="reference internal nav-link" href="#configuring-the-html-formatter"> + Configuring the HTML Formatter + </a> + </li> + </ul> </li> <li class="toc-h2 nav-item toc-entry"> <a class="reference internal nav-link" href="#custom-style-providers"> @@ -450,6 +454,16 @@ Memory and Display Controls </a> </li> + <li class="toc-h2 nav-item toc-entry"> + <a class="reference internal nav-link" href="#best-practices"> + Best Practices + </a> + </li> + <li class="toc-h2 nav-item toc-entry"> + <a class="reference internal nav-link" href="#additional-resources"> + Additional Resources + </a> + </li> </ul> </nav> @@ -471,52 +485,30 @@ <div> - <section id="dataframes"> -<h1>DataFrames<a class="headerlink" href="#dataframes" title="Link to this heading">¶</a></h1> -<section id="overview"> -<h2>Overview<a class="headerlink" href="#overview" title="Link to this heading">¶</a></h2> -<p>DataFusion’s DataFrame API provides a powerful interface for building and executing queries against data sources. -It offers a familiar API similar to pandas and other DataFrame libraries, but with the performance benefits of Rust -and Arrow.</p> -<p>A DataFrame represents a logical plan that can be composed through operations like filtering, projection, and aggregation. -The actual execution happens when terminal operations like <code class="docutils literal notranslate"><span class="pre">collect()</span></code> or <code class="docutils literal notranslate"><span class="pre">show()</span></code> are called.</p> -</section> -<section id="basic-usage"> -<h2>Basic Usage<a class="headerlink" href="#basic-usage" title="Link to this heading">¶</a></h2> -<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span><span class="w"> </span><span class="nn">datafusion</span> -<span class="kn">from</span><span class="w"> </span><span class="nn">datafusion</span><span class="w"> </span><span class="kn">import</span> <span class="n">col</span><span class="p">,</span> <span class="n">lit</span> + <section id="html-rendering-in-jupyter"> +<h1>HTML Rendering in Jupyter<a class="headerlink" href="#html-rendering-in-jupyter" title="Link to this heading">¶</a></h1> +<p>When working in Jupyter notebooks or other environments that support rich HTML display, +DataFusion DataFrames automatically render as nicely formatted HTML tables. This functionality +is provided by the <code class="docutils literal notranslate"><span class="pre">_repr_html_</span></code> method, which is automatically called by Jupyter to provide +a richer visualization than plain text output.</p> +<section id="basic-html-rendering"> +<h2>Basic HTML Rendering<a class="headerlink" href="#basic-html-rendering" title="Link to this heading">¶</a></h2> +<p>In a Jupyter environment, simply displaying a DataFrame object will trigger HTML rendering:</p> +<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="c1"># Will display as HTML table in Jupyter</span> +<span class="n">df</span> -<span class="c1"># Create a context and register a data source</span> -<span class="n">ctx</span> <span class="o">=</span> <span class="n">datafusion</span><span class="o">.</span><span class="n">SessionContext</span><span class="p">()</span> -<span class="n">ctx</span><span class="o">.</span><span class="n">register_csv</span><span class="p">(</span><span class="s2">"my_table"</span><span class="p">,</span> <span class="s2">"path/to/data.csv"</span><span class="p">)</span> - -<span class="c1"># Create and manipulate a DataFrame</span> -<span class="n">df</span> <span class="o">=</span> <span class="n">ctx</span><span class="o">.</span><span class="n">sql</span><span class="p">(</span><span class="s2">"SELECT * FROM my_table"</span><span class="p">)</span> - -<span class="c1"># Or use the DataFrame API directly</span> -<span class="n">df</span> <span class="o">=</span> <span class="p">(</span><span class="n">ctx</span><span class="o">.</span><span class="n">table</span><span class="p">(</span><span class="s2">"my_table"</span><span class="p">)</span> - <span class="o">.</span><span class="n">filter</span><span class="p">(</span><span class="n">col</span><span class="p">(</span><span class="s2">"age"</span><span class="p">)</span> <span class="o">></span> <span class="n">lit</span><span class="p">(</span><span class="mi">25</span><span class="p">))</span> - <span class="o">.</span><span class="n">select</span><span class="p">([</span><span class="n">col</span><span class="p">(</span><span class="s2">"name"</span><span class="p">),</span> <span class="n">col</span><span class="p">(</span><span class="s2">"age"</span><span class="p">)]))</span> - -<span class="c1"># Execute and collect results</span> -<span class="n">result</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">collect</span><span class="p">()</span> - -<span class="c1"># Display the first few rows</span> -<span class="n">df</span><span class="o">.</span><span class="n">show</span><span class="p">()</span> +<span class="c1"># Explicit display also uses HTML rendering</span> +<span class="n">display</span><span class="p">(</span><span class="n">df</span><span class="p">)</span> </pre></div> </div> </section> -<section id="html-rendering"> -<h2>HTML Rendering<a class="headerlink" href="#html-rendering" title="Link to this heading">¶</a></h2> -<p>When working in Jupyter notebooks or other environments that support HTML rendering, DataFrames will -automatically display as formatted HTML tables, making it easier to visualize your data.</p> -<p>The <code class="docutils literal notranslate"><span class="pre">_repr_html_</span></code> method is called automatically by Jupyter to render a DataFrame. This method -controls how DataFrames appear in notebook environments, providing a richer visualization than -plain text output.</p> -</section> <section id="customizing-html-rendering"> <h2>Customizing HTML Rendering<a class="headerlink" href="#customizing-html-rendering" title="Link to this heading">¶</a></h2> -<p>You can customize how DataFrames are rendered in HTML by configuring the formatter:</p> +<p>DataFusion provides extensive customization options for HTML table rendering through the +<code class="docutils literal notranslate"><span class="pre">datafusion.html_formatter</span></code> module.</p> +<section id="configuring-the-html-formatter"> +<h3>Configuring the HTML Formatter<a class="headerlink" href="#configuring-the-html-formatter" title="Link to this heading">¶</a></h3> +<p>You can customize how DataFrames are rendered by configuring the formatter:</p> <div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion.html_formatter</span><span class="w"> </span><span class="kn">import</span> <span class="n">configure_formatter</span> <span class="c1"># Change the default styling</span> @@ -537,6 +529,7 @@ </div> <p>The formatter settings affect all DataFrames displayed after configuration.</p> </section> +</section> <section id="custom-style-providers"> <h2>Custom Style Providers<a class="headerlink" href="#custom-style-providers" title="Link to this heading">¶</a></h2> <p>For advanced styling needs, you can create a custom style provider:</p> @@ -566,8 +559,14 @@ <h2>Performance Optimization with Shared Styles<a class="headerlink" href="#performance-optimization-with-shared-styles" title="Link to this heading">¶</a></h2> <p>The <code class="docutils literal notranslate"><span class="pre">use_shared_styles</span></code> parameter (enabled by default) optimizes performance when displaying multiple DataFrames in notebook environments:</p> -<blockquote> -<div></div></blockquote> +<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion.html_formatter</span><span class="w"> </span><span class="kn">import</span> <span class="n">StyleProvider</span><span class="p">,</span> <span class="n">configure_formatter</span> +<span class="c1"># Default: Use shared styles (recommended for notebooks)</span> +<span class="n">configure_formatter</span><span class="p">(</span><span class="n">use_shared_styles</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span> + +<span class="c1"># Disable shared styles (each DataFrame includes its own styles)</span> +<span class="n">configure_formatter</span><span class="p">(</span><span class="n">use_shared_styles</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> +</pre></div> +</div> <p>When <code class="docutils literal notranslate"><span class="pre">use_shared_styles=True</span></code>: - CSS styles and JavaScript are included only once per notebook session - This reduces HTML output size and prevents style duplication @@ -634,17 +633,39 @@ <section id="memory-and-display-controls"> <h2>Memory and Display Controls<a class="headerlink" href="#memory-and-display-controls" title="Link to this heading">¶</a></h2> <p>You can control how much data is displayed and how much memory is used for rendering:</p> -<blockquote> -<div><div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">configure_formatter</span><span class="p">(</span> +<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">configure_formatter</span><span class="p">(</span> <span class="n">max_memory_bytes</span><span class="o">=</span><span class="mi">4</span> <span class="o">*</span> <span class="mi">1024</span> <span class="o">*</span> <span class="mi">1024</span><span class="p">,</span> <span class="c1"># 4MB maximum memory for display</span> <span class="n">min_rows_display</span><span class="o">=</span><span class="mi">50</span><span class="p">,</span> <span class="c1"># Always show at least 50 rows</span> <span class="n">repr_rows</span><span class="o">=</span><span class="mi">20</span> <span class="c1"># Show 20 rows in __repr__ output</span> <span class="p">)</span> </pre></div> </div> -</div></blockquote> <p>These parameters help balance comprehensive data display against performance considerations.</p> </section> +<section id="best-practices"> +<h2>Best Practices<a class="headerlink" href="#best-practices" title="Link to this heading">¶</a></h2> +<ol class="arabic simple"> +<li><p><strong>Global Configuration</strong>: Use <code class="docutils literal notranslate"><span class="pre">configure_formatter()</span></code> at the beginning of your notebook to set up consistent formatting for all DataFrames.</p></li> +<li><p><strong>Memory Management</strong>: Set appropriate <code class="docutils literal notranslate"><span class="pre">max_memory_bytes</span></code> limits to prevent performance issues with large datasets.</p></li> +<li><p><strong>Shared Styles</strong>: Keep <code class="docutils literal notranslate"><span class="pre">use_shared_styles=True</span></code> (default) for better performance in notebooks with multiple DataFrames.</p></li> +<li><p><strong>Reset When Needed</strong>: Call <code class="docutils literal notranslate"><span class="pre">reset_formatter()</span></code> when you want to start fresh with default settings.</p></li> +<li><p><strong>Cell Expansion</strong>: Use <code class="docutils literal notranslate"><span class="pre">enable_cell_expansion=True</span></code> when cells might contain longer content that users may want to see in full.</p></li> +</ol> +</section> +<section id="additional-resources"> +<h2>Additional Resources<a class="headerlink" href="#additional-resources" title="Link to this heading">¶</a></h2> +<ul class="simple"> +<li><p><a class="reference internal" href="index.html"><span class="doc">DataFrames</span></a> - Complete guide to using DataFrames</p></li> +<li><p><a class="reference internal" href="../io/index.html"><span class="doc">IO</span></a> - I/O Guide for reading data from various sources</p></li> +<li><p><a class="reference internal" href="../data-sources.html"><span class="doc">Data Sources</span></a> - Comprehensive data sources guide</p></li> +<li><p><a class="reference internal" href="../io/csv.html#io-csv"><span class="std std-ref">CSV</span></a> - CSV file reading</p></li> +<li><p><a class="reference internal" href="../io/parquet.html#io-parquet"><span class="std std-ref">Parquet</span></a> - Parquet file reading</p></li> +<li><p><a class="reference internal" href="../io/json.html#io-json"><span class="std std-ref">JSON</span></a> - JSON file reading</p></li> +<li><p><a class="reference internal" href="../io/avro.html#io-avro"><span class="std std-ref">Avro</span></a> - Avro file reading</p></li> +<li><p><a class="reference internal" href="../io/table_provider.html#io-custom-table-provider"><span class="std std-ref">Custom Table Provider</span></a> - Custom table providers</p></li> +<li><p><a class="reference external" href="https://arrow.apache.org/datafusion-python/api/index.html">API Reference</a> - Full API reference</p></li> +</ul> +</section> </section> @@ -653,14 +674,14 @@ <!-- Previous / next buttons --> <div class='prev-next-area'> - <a class='left-prev' id="prev-link" href="data-sources.html" title="previous page"> + <a class='left-prev' id="prev-link" href="index.html" title="previous page"> <i class="fas fa-angle-left"></i> <div class="prev-next-info"> <p class="prev-next-subtitle">previous</p> - <p class="prev-next-title">Data Sources</p> + <p class="prev-next-title">DataFrames</p> </div> </a> - <a class='right-next' id="next-link" href="common-operations/index.html" title="next page"> + <a class='right-next' id="next-link" href="../common-operations/index.html" title="next page"> <div class="prev-next-info"> <p class="prev-next-subtitle">next</p> <p class="prev-next-title">Common Operations</p> @@ -675,7 +696,7 @@ </div> </div> - <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script> + <script src="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script> <!-- Based on pydata_sphinx_theme/footer.html --> <footer class="footer mt-5 mt-md-0">
diff --git a/user-guide/introduction.html b/user-guide/introduction.html index 70d4f4a..91b7583 100644 --- a/user-guide/introduction.html +++ b/user-guide/introduction.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a> @@ -440,7 +447,7 @@ <div class="highlight-ipython notranslate"><div class="highlight"><pre><span></span><span class="n">In</span> <span class="p">[</span><span class="mi">1</span><span class="p">]:</span> <span class="kn">import</span><span class="w"> </span><span class="nn">datafusion</span> <span class="n">In</span> <span class="p">[</span><span class="mi">2</span><span class="p">]:</span> <span class="n">datafusion</span><span class="o">.</span><span class="n">__version__</span> -<span class="n">Out</span><span class="p">[</span><span class="mi">2</span><span class="p">]:</span> <span class="s1">'47.0.0'</span> +<span class="n">Out</span><span class="p">[</span><span class="mi">2</span><span class="p">]:</span> <span class="s1">'48.0.0'</span> </pre></div> </div> <p>In this documentation we will also show some examples for how DataFusion integrates
diff --git a/user-guide/io/arrow.html b/user-guide/io/arrow.html index 7abc1d4..a4786df 100644 --- a/user-guide/io/arrow.html +++ b/user-guide/io/arrow.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="index.html"> IO </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a>
diff --git a/user-guide/io/avro.html b/user-guide/io/avro.html index 11306da..68cd7cc 100644 --- a/user-guide/io/avro.html +++ b/user-guide/io/avro.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="index.html"> IO </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a>
diff --git a/user-guide/io/csv.html b/user-guide/io/csv.html index c07f778..64b2ccf 100644 --- a/user-guide/io/csv.html +++ b/user-guide/io/csv.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="index.html"> IO </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a>
diff --git a/user-guide/io/index.html b/user-guide/io/index.html index b2bfcab..1834156 100644 --- a/user-guide/io/index.html +++ b/user-guide/io/index.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="current reference internal" href="#"> IO </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a>
diff --git a/user-guide/io/json.html b/user-guide/io/json.html index 627d486..de0fc3b 100644 --- a/user-guide/io/json.html +++ b/user-guide/io/json.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="index.html"> IO </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a>
diff --git a/user-guide/io/parquet.html b/user-guide/io/parquet.html index 168fd01..0d12276 100644 --- a/user-guide/io/parquet.html +++ b/user-guide/io/parquet.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="index.html"> IO </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a>
diff --git a/user-guide/io/table_provider.html b/user-guide/io/table_provider.html index 215ed51..68208a0 100644 --- a/user-guide/io/table_provider.html +++ b/user-guide/io/table_provider.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="../dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="../dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="../dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="../common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="index.html"> IO </a> - <input checked="" class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a>
diff --git a/user-guide/sql.html b/user-guide/sql.html index 52eda79..865fe26 100644 --- a/user-guide/sql.html +++ b/user-guide/sql.html
@@ -117,17 +117,29 @@ Data Sources </a> </li> - <li class="toctree-l1"> - <a class="reference internal" href="dataframe.html"> + <li class="toctree-l1 has-children"> + <a class="reference internal" href="dataframe/index.html"> DataFrames </a> + <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> + <label for="toctree-checkbox-1"> + <i class="fas fa-chevron-down"> + </i> + </label> + <ul> + <li class="toctree-l2"> + <a class="reference internal" href="dataframe/rendering.html"> + HTML Rendering in Jupyter + </a> + </li> + </ul> </li> <li class="toctree-l1 has-children"> <a class="reference internal" href="common-operations/index.html"> Common Operations </a> - <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> - <label for="toctree-checkbox-1"> + <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> + <label for="toctree-checkbox-2"> <i class="fas fa-chevron-down"> </i> </label> @@ -183,8 +195,8 @@ <a class="reference internal" href="io/index.html"> IO </a> - <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> - <label for="toctree-checkbox-2"> + <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> + <label for="toctree-checkbox-3"> <i class="fas fa-chevron-down"> </i> </label> @@ -259,8 +271,8 @@ <a class="reference internal" href="../autoapi/index.html"> API Reference </a> - <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> - <label for="toctree-checkbox-3"> + <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> + <label for="toctree-checkbox-4"> <i class="fas fa-chevron-down"> </i> </label> @@ -269,8 +281,8 @@ <a class="reference internal" href="../autoapi/datafusion/index.html"> datafusion </a> - <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> - <label for="toctree-checkbox-4"> + <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> + <label for="toctree-checkbox-5"> <i class="fas fa-chevron-down"> </i> </label> @@ -281,11 +293,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/col/index.html"> - datafusion.col - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../autoapi/datafusion/context/index.html"> datafusion.context </a> @@ -296,6 +303,11 @@ </a> </li> <li class="toctree-l3"> + <a class="reference internal" href="../autoapi/datafusion/dataframe_formatter/index.html"> + datafusion.dataframe_formatter + </a> + </li> + <li class="toctree-l3"> <a class="reference internal" href="../autoapi/datafusion/expr/index.html"> datafusion.expr </a> @@ -314,8 +326,8 @@ <a class="reference internal" href="../autoapi/datafusion/input/index.html"> datafusion.input </a> - <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> - <label for="toctree-checkbox-5"> + <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> + <label for="toctree-checkbox-6"> <i class="fas fa-chevron-down"> </i> </label> @@ -358,11 +370,6 @@ </a> </li> <li class="toctree-l3"> - <a class="reference internal" href="../autoapi/datafusion/udf/index.html"> - datafusion.udf - </a> - </li> - <li class="toctree-l3"> <a class="reference internal" href="../autoapi/datafusion/unparser/index.html"> datafusion.unparser </a>