| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| |
| |
| # The configuration file needs to define the sources, |
| # the channels and the sinks. |
| # Sources, channels and sinks are defined per agent, |
| # in this case called 'agent' |
| |
| agent1.sources = tcp-source |
| agent1.channels = ch-msg1 |
| agent1.sinks = pulsar-sink-msg1 |
| |
| agent1.sources.tcp-source.channels = ch-msg1 |
| agent1.sources.tcp-source.type = org.apache.inlong.audit.source.SimpleTcpSource |
| agent1.sources.tcp-source.msg-factory-name = org.apache.inlong.audit.source.ServerMessageFactory |
| agent1.sources.tcp-source.host = 0.0.0.0 |
| agent1.sources.tcp-source.port = 10081 |
| agent1.sources.tcp-source.max-msg-length = 524288 |
| agent1.sources.tcp-source.connections = 30000 |
| agent1.sources.tcp-source.max-threads = 64 |
| agent1.sources.tcp-source.receiveBufferSize = 1048576 |
| agent1.sources.tcp-source.sendBufferSize = 1048576 |
| agent1.sources.tcp-source.custom-cp = true |
| agent1.sources.tcp-source.selector.type = org.apache.inlong.audit.channel.FailoverChannelSelector |
| agent1.sources.tcp-source.selector.master = ch-msg1 |
| agent1.sources.tcp-source.metric-recovery-path=./data/recovery |
| agent1.sources.tcp-source.metric-agent-port=8003 |
| agent1.sources.tcp-source.metric-cache-size=1000000 |
| agent1.sources.tcp-source.set=10 |
| |
| agent1.channels.ch-msg1.type = memory |
| agent1.channels.ch-msg1.capacity = 10000 |
| agent1.channels.ch-msg1.keep-alive = 0 |
| agent1.channels.ch-msg1.transactionCapacity = 200 |
| |
| agent1.channels.ch-msg2.type = file |
| agent1.channels.ch-msg2.capacity = 100000000 |
| agent1.channels.ch-msg2.maxFileSize = 1073741824 |
| agent1.channels.ch-msg2.minimumRequiredSpace = 1073741824 |
| agent1.channels.ch-msg2.checkpointDir =./data/file/ch-msg5/check |
| agent1.channels.ch-msg2.dataDirs =./data/file/ch-msg5/data |
| agent1.channels.ch-msg2.fsyncPerTransaction = false |
| agent1.channels.ch-msg2.fsyncInterval = 10 |
| |
| agent1.sinks.pulsar-sink-msg1.channel = ch-msg1 |
| agent1.sinks.pulsar-sink-msg1.type = org.apache.inlong.audit.sink.PulsarSink |
| agent1.sinks.pulsar-sink-msg1.pulsar_server_url = pulsar://localhost:6650 |
| agent1.sinks.pulsar-sink-msg1.topic = persistent://public/default/inlong-audit |
| agent1.sinks.pulsar-sink-msg1.enable_token_auth = false |
| agent1.sinks.pulsar-sink-msg1.auth_token = |
| agent1.sinks.pulsar-sink-msg1.send_timeout_ms = 30000 |
| agent1.sinks.pulsar-sink-msg1.client_op_timeout_second = 30000 |
| agent1.sinks.pulsar-sink-msg1.stat_interval_sec = 60 |
| agent1.sinks.pulsar-sink-msg1.enable_batch = true |
| agent1.sinks.pulsar-sink-msg1.block_if_queue_full = true |
| agent1.sinks.pulsar-sink-msg1.max_pending_messages = 10000 |
| agent1.sinks.pulsar-sink-msg1.max_batching_messages = 1000 |
| agent1.sinks.pulsar-sink-msg1.retry_interval_when_send_error_ms = 30000 |
| agent1.sinks.pulsar-sink-msg1.thread_num = 8 |
| agent1.sinks.pulsar-sink-msg1.log_every_n_events = 100000 |
| agent1.sinks.pulsar-sink-msg1.disk_io_rate_per_sec= 20000000 |
| |
| agent1.sinks.pulsar-sink-msg2.channel = ch-msg2 |
| agent1.sinks.pulsar-sink-msg2.type = org.apache.inlong.audit.sink.PulsarSink |
| agent1.sinks.pulsar-sink-msg2.pulsar_server_url = pulsar://localhost:6650 |
| agent1.sinks.pulsar-sink-msg2.topic = persistent://public/default/inlong-audit |
| agent1.sinks.pulsar-sink-msg1.enable_token_auth = false |
| agent1.sinks.pulsar-sink-msg1.auth_token = |
| agent1.sinks.pulsar-sink-msg2.send_timeout_ms = 30000 |
| agent1.sinks.pulsar-sink-msg2.client_op_timeout_second = 30000 |
| agent1.sinks.pulsar-sink-msg2.stat_interval_sec = 60 |
| agent1.sinks.pulsar-sink-msg2.enable_batch = true |
| agent1.sinks.pulsar-sink-msg2.block_if_queue_full = true |
| agent1.sinks.pulsar-sink-msg2.max_pending_messages = 10000 |
| agent1.sinks.pulsar-sink-msg2.max_batching_messages = 1000 |
| agent1.sinks.pulsar-sink-msg2.retry_interval_when_send_error_ms = 30000 |
| agent1.sinks.pulsar-sink-msg2.thread_num = 8 |
| agent1.sinks.pulsar-sink-msg2.log_every_n_events = 100000 |
| agent1.sinks.pulsar-sink-msg2.disk_io_rate_per_sec= 20000000 |
