Hive Connector Introduction

GeaFlow support read data from hive table through the hive metastore server. Currently we support Hive 2.3.x version.

Syntax

CREATE TABLE hive_table (
  id BIGINT,
  name VARCHAR,
  age INT
) WITH (
	type='hive',
    geaflow.dsl.hive.database.name = 'default',
	geaflow.dsl.hive.table.name = 'user',
	geaflow.dsl.hive.metastore.uris = 'thrift://localhost:9083'
)

Options

Key	Required	Description
geaflow.dsl.hive.database.name	true	The hive database name.
geaflow.dsl.hive.table.name	true	The hive table name.
geaflow.dsl.hive.metastore.uris	true	The hive metastore uris
geaflow.dsl.hive.splits.per.partition	false	The number of splits for each hive partition.Default value is 1.

Example

CREATE TABLE hive_table (
  id BIGINT,
  name VARCHAR,
  age INT
) WITH (
	type='hive',
    geaflow.dsl.hive.database.name = 'default',
	geaflow.dsl.hive.table.name = 'user',
	geaflow.dsl.hive.metastore.uris = 'thrift://localhost:9083'
);

CREATE TABLE console (
  id BIGINT,
  name VARCHAR,
  age INT
) WITH (
	type='console'
);

INSERT INTO console
SELECT * FROM hive_table;