最新性能对比报告:SeaTunnel 是 Airbyte 30 倍！

create table test.type_source_table
(
    id                   int auto_increment
        primary key,
    f_binary             binary(64)          null,
    f_blob               blob                null,
    f_long_varbinary     mediumblob          null,
    f_longblob           longblob            null,
    f_tinyblob           tinyblob            null,
    f_varbinary          varbinary(100)      null,
    f_smallint           smallint            null,
    f_smallint_unsigned  smallint unsigned   null,
    f_mediumint          mediumint           null,
    f_mediumint_unsigned mediumint unsigned  null,
    f_int                int                 null,
    f_int_unsigned       int unsigned        null,
    f_integer            int                 null,
    f_integer_unsigned   int unsigned        null,
    f_bigint             bigint              null,
    f_bigint_unsigned    bigint unsigned     null,
    f_numeric            decimal             null,
    f_decimal            decimal             null,
    f_float              float               null,
    f_double             double              null,
    f_double_precision   double              null,
    f_longtext           longtext            null,
    f_mediumtext         mediumtext          null,
    f_text               text                null,
    f_tinytext           tinytext            null,
    f_varchar            varchar(100)        null,
    f_date               date                null,
    f_datetime           datetime            null,
    f_time               time                null,
    f_timestamp          timestamp           null
);

env {
 
    job.mode = "BATCH"
 
    checkpoint.interval = 300000
 
}
 
 
 
 
source {
 
    Jdbc {
 
        url = "jdbc:mysql://XXX:3306"
 
        driver = "com.mysql.cj.jdbc.Driver"
 
        user = "root"
 
        password = "password"
 
        connection_check_timeout_sec = 100
 
        query = "select id, f_binary, f_blob, f_long_varbinary, f_longblob, f_tinyblob, f_varbinary, f_smallint, f_smallint_unsigned, f_mediumint, f_mediumint_unsigned, f_int, f_int_unsigned, f_integer, f_integer_unsigned, f_bigint, f_bigint_unsigned, f_numeric, f_decimal, f_float, f_double, f_double_precision, f_longtext, f_mediumtext, f_text, f_tinytext, f_varchar, f_date, f_datetime, f_time, f_timestamp from poc_kuke.batch_rds"
 
        partition_column = "id"
 
        partition_num = 40
 
        parallelism = 2
 
    }
 
}
 
 
 
 
sink {
 
    S3File {
 
        bucket = "XXX://XXX"
 
        tmp_path = "/tmp/seatunnel"
 
        path="/XXX"
 
        partition_dir_expression="${k0}=${v0}"
 
        is_partition_field_write_in_file=true
 
        file_name_expression="${transactionId}_${now}"
 
        file_format="text"
 
        field_delimiter="\t"
 
        row_delimiter="\n"
 
        filename_time_format="yyyy.MM.dd"
 
        is_enable_transaction=true
 
        hadoop_s3_properties {
 
           "fs.s3a.aws.credentials.provider" = "com.amazonaws.auth.InstanceProfileCredentialsProvider"
 
           "fs.s3a.endpoint" = "s3.cn-north-1.amazonaws.com.cn"
 
           "fs.s3a.buffer.dir" = "/"
 
           "fs.s3a.fast.upload.buffer" = "disk"
 
        }
 
    }
 
}