| # |
| # Licensed to the Apache Software Foundation (ASF) under one or more |
| # contributor license agreements. See the NOTICE file distributed with |
| # this work for additional information regarding copyright ownership. |
| # The ASF licenses this file to You under the Apache License, Version 2.0 |
| # (the "License"); you may not use this file except in compliance with |
| # the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| # |
| |
| ###### |
| ###### This config file is a demonstration of streaming processing in seatunnel config |
| ###### |
| |
| env { |
| # You can set flink configuration here |
| execution.parallelism = 1 |
| job.mode = "BATCH" |
| #execution.checkpoint.interval = 10000 |
| #execution.checkpoint.data-uri = "hdfs://localhost:9000/checkpoint" |
| } |
| |
| source { |
| MongoDB { |
| uri = "mongodb://flink_e2e_mongodb:27017/test_db?retryWrites=true&writeConcern=majority" |
| database = "test_db" |
| collection = "source_table" |
| schema = { |
| fields { |
| id = bigint |
| c_map = "map<string, smallint>" |
| c_array = "array<tinyint>" |
| c_string = string |
| c_boolean = boolean |
| c_tinyint = tinyint |
| c_smallint = smallint |
| c_int = int |
| c_bigint = bigint |
| c_float = float |
| c_double = double |
| c_decimal = "decimal(2, 1)" |
| c_bytes = bytes |
| c_date = date |
| c_timestamp = timestamp |
| } |
| } |
| } |
| } |
| |
| transform { |
| } |
| |
| sink { |
| MongoDB { |
| uri = "mongodb://flink_e2e_mongodb:27017/test_db?retryWrites=true&writeConcern=majority" |
| database = "test_db" |
| collection = "sink_table" |
| } |
| } |
