参考文档

https://seatunnel.incubator.apache.org/docs/2.3.2/about

https://blog.csdn.net/u010479989/article/details/130868244

配置文件

准备conf配置文件,这里以minio到mysql为例

env {

execution.parallelism = 1

    job.name = "11971447543456_12227"

    job.mode = "BATCH"

}

source {

    S3File {

            schema {

            fields{

            id=INT

            name=STRING

            }

            }

            file_format_type="excel"

            skip_header_row_number="1"

            result_table_name="source_0"

            url=""

            fs.s3a.endpoint="http://localhost:9000"

            bucket="s3a://testi"

            secret_key="minioadmin"

            path="/2023/test.xlsx"

            _skip_header_row_number="2"

            password="minioadmin"

            pluginName="S3File"

            access_key="minioadmin"

            fs.s3a.aws.credentials.provider="org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider"

            user="minioadmin"

            username="minioadmin"

    }

}

transform {

        Sql {

            columnMap=" id as , name as "

            query="select  id as fid, name as fname  from source_0"

            name="Sql"

            result_table_name="target_0"

            source_table_name="source_0"

        }

}

sink {

    Jdbc {

        database="test"

        password="test"

        driver="com.mysql.cj.jdbc.Driver"

        pluginName="Jdbc"

        datasource="83"

        source_table_name="target_0"

        emptyType="2"

        writeMode="0"

        user="di_test"

        table="f_test_copy11"

        url="jdbc:mysql://localhost:3306/test"

        generate_sink_sql="true"

    }

}

将配置文件放至example目录下

运行调试任务

修改SeaTunnelEngineExample代码,保持与配置文件名称一致

运行代码,出现统计结果即可

更多推荐