元数据服务

CREATE CATALOG hive_catalog WITH (
  'type' = 'hive',
  'default-database' = 'default'
);

USE CATALOG hive_catalog;

CREATE DATABASE IF NOT EXISTS testdb2;

USE testdb2;

CREATE TABLE IF NOT EXISTS hive_sink_0529 (
  `id`         INT,
  `name`       STRING,
  `amount`     DOUBLE,
  `dt`         STRING
) PARTITIONED BY (`dt`) WITH (
  'connector' = 'hive',
  'sink.partition-commit.trigger' = 'partition-time',
  'sink.partition-commit.delay' = '1 min',
  'sink.partition-commit.policy.kind' = 'metastore,success-file'
);

USE CATALOG default_catalog;
USE default_database;

CREATE TABLE datagen_source (
  `id`         INT,
  `name`       STRING,
  `amount`     DOUBLE,
  `dt` AS DATE_FORMAT(CURRENT_TIMESTAMP, 'yyyy-MM-dd')
) WITH (
  'connector' = 'datagen',
  'rows-per-second' = '10',
  'fields.id.kind' = 'sequence',
  'fields.id.start' = '1',
  'fields.id.end' = '1000000',
  'fields.name.length' = '8',
  'fields.amount.min' = '1.0',
  'fields.amount.max' = '1000.0'
);

INSERT INTO hive_catalog.testdb2.hive_sink_0529
SELECT id, name, amount, dt
FROM datagen_source;