seatunnel-server/seatunnel-app/src/main/java/org/apache/seatunnel/app/thirdparty/datasource/impl/ElasticSearchDataSourceConfigSwitcher.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.seatunnel.app.thirdparty.datasource.impl;

import org.apache.seatunnel.shade.com.typesafe.config.Config;
import org.apache.seatunnel.shade.com.typesafe.config.ConfigValueFactory;

import org.apache.seatunnel.api.configuration.Option;
import org.apache.seatunnel.api.configuration.util.OptionRule;
import org.apache.seatunnel.api.configuration.util.RequiredOption;
import org.apache.seatunnel.app.domain.request.connector.BusinessMode;
import org.apache.seatunnel.app.domain.request.job.DataSourceOption;
import org.apache.seatunnel.app.domain.request.job.SelectTableFields;
import org.apache.seatunnel.app.domain.response.datasource.VirtualTableDetailRes;
import org.apache.seatunnel.app.dynamicforms.FormStructure;
import org.apache.seatunnel.app.thirdparty.datasource.AbstractDataSourceConfigSwitcher;
import org.apache.seatunnel.app.thirdparty.datasource.DataSourceConfigSwitcher;
import org.apache.seatunnel.common.constants.PluginType;

import com.google.auto.service.AutoService;

import java.util.Arrays;
import java.util.List;

@AutoService(DataSourceConfigSwitcher.class)
public class ElasticSearchDataSourceConfigSwitcher extends AbstractDataSourceConfigSwitcher {

    private static final String SOURCE = "source";
    private static final String SCHEMA = "schema";
    private static final String PRIMARY_KEYS = "primary_keys";
    private static final String INDEX = "index";

    public ElasticSearchDataSourceConfigSwitcher() {}

    @Override
    public String getDataSourceName() {
        return "ELASTICSEARCH";
    }

    @Override
    public FormStructure filterOptionRule(
            String connectorName,
            OptionRule dataSourceOptionRule,
            OptionRule virtualTableOptionRule,
            BusinessMode businessMode,
            PluginType pluginType,
            OptionRule connectorOptionRule,
            List<RequiredOption> addRequiredOptions,
            List<Option<?>> addOptionalOptions,
            List<String> excludedKeys) {
        if (PluginType.SOURCE.equals(pluginType)) {
            // DELETE source/schema
            excludedKeys.addAll(Arrays.asList(SOURCE, SCHEMA, INDEX));
        } else if (PluginType.SINK.equals(pluginType)) {
            excludedKeys.add(INDEX);
            // DELETE primary_keys
            if (businessMode.equals(BusinessMode.DATA_REPLICA)) {
                excludedKeys.add(PRIMARY_KEYS);
            }
        } else {
            throw new UnsupportedOperationException("Unsupported plugin type: " + pluginType);
        }
        return super.filterOptionRule(
                connectorName,
                dataSourceOptionRule,
                virtualTableOptionRule,
                businessMode,
                pluginType,
                connectorOptionRule,
                addRequiredOptions,
                addOptionalOptions,
                excludedKeys);
    }

    @Override
    public Config mergeDatasourceConfig(
            Config dataSourceInstanceConfig,
            VirtualTableDetailRes virtualTableDetail,
            DataSourceOption dataSourceOption,
            SelectTableFields selectTableFields,
            BusinessMode businessMode,
            PluginType pluginType,
            Config connectorConfig) {
        if (PluginType.SOURCE.equals(pluginType)) {
            if (businessMode.equals(BusinessMode.DATA_INTEGRATION)) {
                // Add source
                connectorConfig =
                        connectorConfig.withValue(
                                INDEX,
                                ConfigValueFactory.fromAnyRef(dataSourceOption.getTables().get(0)));
                connectorConfig =
                        connectorConfig.withValue(
                                SOURCE,
                                ConfigValueFactory.fromIterable(
                                        selectTableFields.getTableFields()));
            } else {
                throw new UnsupportedOperationException(
                        "Unsupported business mode: " + businessMode);
            }
        } else if (PluginType.SINK.equals(pluginType)) {
            // TODO Add primary_keys
            if (businessMode.equals(BusinessMode.DATA_INTEGRATION)) {
                // Add Index
                connectorConfig =
                        connectorConfig.withValue(
                                INDEX,
                                ConfigValueFactory.fromAnyRef(dataSourceOption.getTables().get(0)));
            }
        } else {
            throw new UnsupportedOperationException("Unsupported plugin type: " + pluginType);
        }
        return super.mergeDatasourceConfig(
                dataSourceInstanceConfig,
                virtualTableDetail,
                dataSourceOption,
                selectTableFields,
                businessMode,
                pluginType,
                connectorConfig);
    }
}