| # |
| # Licensed to the Apache Software Foundation (ASF) under one or more |
| # contributor license agreements. See the NOTICE file distributed with |
| # this work for additional information regarding copyright ownership. |
| # The ASF licenses this file to You under the Apache License, Version 2.0 |
| # (the "License"); you may not use this file except in compliance with |
| # the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| # |
| |
| env{ |
| parallelism = 1 |
| job.mode = "BATCH" |
| job.retry.times = 0 |
| } |
| |
| source{ |
| FakeSource { |
| row.num = 1000 |
| split.num = 10 |
| string.length = 1 |
| schema = { |
| fields { |
| F_ID = "bigint" |
| F_INT = "int" |
| F_BIGINT = "time" |
| F_TINYINT = "tinyint" |
| F_SMALLINT = "smallint" |
| F_DECIMAL = "decimal(10,2)" |
| F_LARGEINT = "bigint" |
| F_BOOLEAN = "boolean" |
| F_DOUBLE = "double" |
| F_FLOAT = "float" |
| F_CHAR = "string" |
| F_VARCHAR_11 = "string" |
| F_STRING = "string" |
| F_DATETIME_P = "timestamp" |
| F_DATETIME = "timestamp" |
| F_DATE = "date" |
| } |
| } |
| } |
| } |
| |
| transform {} |
| |
| sink{ |
| Doris { |
| fenodes = "doris_e2e:8030" |
| username = root |
| password = "" |
| table.identifier = "e2e_sink.doris_e2e_unique_table" |
| sink.enable-2pc = "true" |
| // stuck in get RecordBuffer |
| sink.buffer-size = 2 |
| sink.buffer-count = 2 |
| |
| sink.label-prefix = "test_json" |
| doris.config = { |
| format="json" |
| read_json_by_line="true" |
| } |
| save_mode_create_template = """CREATE TABLE IF NOT EXISTS `${database}`.`${table_name}` (${rowtype_fields}) ENGINE=OLAP unique KEY (`F_ID`) DISTRIBUTED BY HASH (`F_ID`) PROPERTIES ("replication_allocation" = "tag.location.default: 1")""" |
| } |
| } |
