参数 | 描述 |
CPU | HMS 容器 CPU 规格,建议不低于 1 核 |
内存 | HMS 容器内存规格,建议不低于 4 GB |
数量 | 副本数,默认 1;设置为 2 表示双副本 |
Warehouse 地址 | HMS 默认数据仓库路径,使用 COS 桶路径 |
高级参数 | 如果 Warehouse 地址 是元数据加速桶时,需要填写以下参数: fs.AbstractFileSystem.ofs.impl: com.qcloud.chdfs.fs.CHDFSDelegateFSAdapter fs.ofs.impl: com.qcloud.chdfs.fs.CHDFSHadoopFileSystemAdapter fs.ofs.bucket.region: <YourRegion> fs.ofs.user.appid: <YourAppId> fs.ofs.tmp.cache.dir: /tmp/chdfs/ fs.ofs.upload.flush.flag: true |
<configuration><property><name>hive.metastore.uris</name><value>thrift://ip:9083</value></property><property><name>hive.metastore.warehouse.dir</name><value>cosn://oceanus-warehouse-xxxx/hms/warehouse</value></property></configuration>
CREATE CATALOG hive_catalog WITH ('type' = 'hive','default-database' = 'default');USE CATALOG hive_catalog;CREATE DATABASE IF NOT EXISTS testdb2;USE testdb2;CREATE TABLE IF NOT EXISTS hive_sink_0529 (`id` INT,`name` STRING,`amount` DOUBLE,`dt` STRING) PARTITIONED BY (`dt`) WITH ('connector' = 'hive','sink.partition-commit.trigger' = 'partition-time','sink.partition-commit.delay' = '1 min','sink.partition-commit.policy.kind' = 'metastore,success-file');USE CATALOG default_catalog;USE default_database;CREATE TABLE datagen_source (`id` INT,`name` STRING,`amount` DOUBLE,`dt` AS DATE_FORMAT(CURRENT_TIMESTAMP, 'yyyy-MM-dd')) WITH ('connector' = 'datagen','rows-per-second' = '10','fields.id.kind' = 'sequence','fields.id.start' = '1','fields.id.end' = '1000000','fields.name.length' = '8','fields.amount.min' = '1.0','fields.amount.max' = '1000.0');INSERT INTO hive_catalog.testdb2.hive_sink_0529SELECT id, name, amount, dtFROM datagen_source;

文档反馈