blob: b37c3fb60f89f336ba3a8d718b89dd5f671f2eac [file] [log] [blame]
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.flink.table.client.gateway.utils;
import org.apache.flink.streaming.api.datastream.DataStream;
import org.apache.flink.streaming.api.datastream.DataStreamSink;
import org.apache.flink.streaming.api.functions.sink.SinkFunction;
import org.apache.flink.table.api.TableSchema;
import org.apache.flink.table.api.types.DataType;
import org.apache.flink.table.api.types.DataTypes;
import org.apache.flink.table.api.types.InternalType;
import org.apache.flink.table.descriptors.DescriptorProperties;
import org.apache.flink.table.descriptors.SchemaValidator;
import org.apache.flink.table.factories.StreamTableSinkFactory;
import org.apache.flink.table.sinks.AppendStreamTableSink;
import org.apache.flink.table.sinks.StreamTableSink;
import org.apache.flink.table.sinks.TableSink;
import org.apache.flink.types.Row;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import static org.apache.flink.table.descriptors.ConnectorDescriptorValidator.CONNECTOR_TYPE;
import static org.apache.flink.table.descriptors.RowtimeValidator.ROWTIME_TIMESTAMPS_FROM;
import static org.apache.flink.table.descriptors.RowtimeValidator.ROWTIME_TIMESTAMPS_TYPE;
import static org.apache.flink.table.descriptors.RowtimeValidator.ROWTIME_WATERMARKS_TYPE;
import static org.apache.flink.table.descriptors.SchemaValidator.SCHEMA;
import static org.apache.flink.table.descriptors.SchemaValidator.SCHEMA_NAME;
import static org.apache.flink.table.descriptors.SchemaValidator.SCHEMA_TYPE;
import static org.apache.flink.table.descriptors.StreamTableDescriptorValidator.UPDATE_MODE;
import static org.apache.flink.table.descriptors.StreamTableDescriptorValidator.UPDATE_MODE_VALUE_APPEND;
/**
* Table sink factory for testing.
*/
public abstract class TestTableSinkFactoryBase implements StreamTableSinkFactory<Row> {
private String type;
private String testProperty;
public TestTableSinkFactoryBase(String type, String testProperty) {
this.type = type;
this.testProperty = testProperty;
}
@Override
public Map<String, String> requiredContext() {
final Map<String, String> context = new HashMap<>();
context.put(UPDATE_MODE(), UPDATE_MODE_VALUE_APPEND());
context.put(CONNECTOR_TYPE, type);
return context;
}
@Override
public List<String> supportedProperties() {
final List<String> properties = new ArrayList<>();
properties.add("connector." + testProperty);
properties.add(SCHEMA() + ".#." + SCHEMA_TYPE());
properties.add(SCHEMA() + ".#." + SCHEMA_NAME());
properties.add(SCHEMA() + ".#." + ROWTIME_TIMESTAMPS_TYPE());
properties.add(SCHEMA() + ".#." + ROWTIME_TIMESTAMPS_FROM());
properties.add(SCHEMA() + ".#." + ROWTIME_WATERMARKS_TYPE());
return properties;
}
@Override
public StreamTableSink<Row> createStreamTableSink(Map<String, String> properties) {
final DescriptorProperties params = new DescriptorProperties(true);
params.putProperties(properties);
return new TestTableSink(
SchemaValidator.deriveTableSinkSchema(params),
properties.get(testProperty));
}
// --------------------------------------------------------------------------------------------
/**
* Test table sink.
*/
public static class TestTableSink implements TableSink<Row>, AppendStreamTableSink<Row> {
private final TableSchema schema;
private final String property;
public TestTableSink(TableSchema schema, String property) {
this.schema = schema;
this.property = property;
}
public String getProperty() {
return property;
}
@Override
public DataType getOutputType() {
return DataTypes.createRowType(schema.getFieldTypes(), schema.getFieldNames());
}
@Override
public String[] getFieldNames() {
return schema.getFieldNames();
}
@Override
public DataType[] getFieldTypes() {
return schema.getFieldTypes();
}
@Override
public TableSink<Row> configure(String[] fieldNames, DataType[] fieldTypes) {
return new TestTableSink(
new TableSchema(
fieldNames,
Arrays
.stream(fieldTypes)
.map(DataType::toInternalType)
.toArray(InternalType[]::new)),
property);
}
@Override
public DataStreamSink<?> emitDataStream(DataStream<Row> dataStream) {
// do nothing
return dataStream.addSink(new SinkFunction<Row>() {
@Override
public void invoke(Row value, Context context) throws Exception {
// do nothing
}
});
}
}
}