HiveSink

2025-07-22 02:38:36  Updated

OceanBase Migration Service (OMS) Community Edition V4.2.8 and later support data migration from a HBase database to OceanBase. This topic describes the sink.json.

    {
        "boosterClass":"com.oceanbase.oms.connector.jdbc.sink.obmysql.OBMySQLJDBCSinkBooster",
        "type":"JDBC_SINK_OB_MYSQL/JDBC_SINK_OB_MYSQL_DIRECT_LOAD",
        "insertMode":"INSERT",
        "jdbcUrl":"jdbc:mysql://xxx.xxx.xxx.xxx:2883?useUnicode=true&allowMultiQueries=true&socketTimeout=50000&characterEncoding=utf8&readOnlyPropagatesToServer=false",
        "username":"xxx@xxx#xxx",
        "password":"xxx",
            "jar":"jdbc-sink-ob-mysql.jar",
        // If you do not specify a name for the result table, it is named in the format of oms_result_xxx, where xxx is the name of the target table.
        "saveResult":"true",
        "resultTable":{"schema":"hive","table":"oms_result_migrate"},
        "dbVersion":"4.3.4.0",
            "timezone":"+08:00",
            "workerNum":"4"
        }

The result table structure is as follows:

    create table if not exists oms_result_migrate (
    id bigint not null auto_increment,
    schema_name varchar(128) not null,
    table_name varchar(128) not null,
    result_type varchar(1) not null comment 'i-insert,d-delete,u-update,e-error',
    rows bigint not null,
    gmt_create timestamp(6) default current_timestamp(6),
    data longtext,
    message text,
    primary key(id),
    index idx_schema_table(schema_name,table_name,result_type)
    );

Contact Us