blob: eea67b85308ace3885dcab56197ebae84f9fb2e1 [file] [log] [blame]
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.
package org.apache.doris.flink.sink.batch;
import org.apache.doris.flink.cfg.DorisExecutionOptions;
import org.apache.doris.flink.cfg.DorisOptions;
import org.apache.doris.flink.cfg.DorisReadOptions;
import org.apache.doris.flink.sink.writer.serializer.DorisRecordSerializer;
import org.apache.flink.api.connector.sink2.Sink;
import org.apache.flink.api.connector.sink2.SinkWriter;
import org.apache.flink.util.Preconditions;
import java.io.IOException;
public class DorisBatchSink<IN> implements Sink<IN> {
private final DorisOptions dorisOptions;
private final DorisReadOptions dorisReadOptions;
private final DorisExecutionOptions dorisExecutionOptions;
private final DorisRecordSerializer<IN> serializer;
public DorisBatchSink(DorisOptions dorisOptions,
DorisReadOptions dorisReadOptions,
DorisExecutionOptions dorisExecutionOptions,
DorisRecordSerializer<IN> serializer) {
this.dorisOptions = dorisOptions;
this.dorisReadOptions = dorisReadOptions;
this.dorisExecutionOptions = dorisExecutionOptions;
this.serializer = serializer;
}
@Override
public SinkWriter<IN> createWriter(InitContext initContext) throws IOException {
DorisBatchWriter<IN> dorisBatchWriter = new DorisBatchWriter<IN>(initContext, serializer, dorisOptions, dorisReadOptions, dorisExecutionOptions);
dorisBatchWriter.initializeLoad();
return dorisBatchWriter;
}
public static <IN> DorisBatchSink.Builder<IN> builder() {
return new DorisBatchSink.Builder<>();
}
/**
* build for DorisBatchSink.
* @param <IN> record type.
*/
public static class Builder<IN> {
private DorisOptions dorisOptions;
private DorisReadOptions dorisReadOptions;
private DorisExecutionOptions dorisExecutionOptions;
private DorisRecordSerializer<IN> serializer;
public DorisBatchSink.Builder<IN> setDorisOptions(DorisOptions dorisOptions) {
this.dorisOptions = dorisOptions;
return this;
}
public DorisBatchSink.Builder<IN> setDorisReadOptions(DorisReadOptions dorisReadOptions) {
this.dorisReadOptions = dorisReadOptions;
return this;
}
public DorisBatchSink.Builder<IN> setDorisExecutionOptions(DorisExecutionOptions dorisExecutionOptions) {
this.dorisExecutionOptions = dorisExecutionOptions;
return this;
}
public DorisBatchSink.Builder<IN> setSerializer(DorisRecordSerializer<IN> serializer) {
this.serializer = serializer;
return this;
}
public DorisBatchSink<IN> build() {
Preconditions.checkNotNull(dorisOptions);
Preconditions.checkNotNull(dorisExecutionOptions);
Preconditions.checkNotNull(serializer);
if(dorisReadOptions == null) {
dorisReadOptions = DorisReadOptions.builder().build();
}
return new DorisBatchSink<>(dorisOptions, dorisReadOptions, dorisExecutionOptions, serializer);
}
}
}