phoenix-spark/src/test/java/org/apache/phoenix/spark/datasource/v2/writer/PhoenixTestingDataSourceWriter.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.phoenix.spark.datasource.v2.writer;

import org.apache.spark.sql.SaveMode;
import org.apache.spark.sql.catalyst.InternalRow;
import org.apache.spark.sql.sources.v2.DataSourceOptions;
import org.apache.spark.sql.sources.v2.writer.DataWriterFactory;
import org.apache.spark.sql.sources.v2.writer.WriterCommitMessage;
import org.apache.spark.sql.types.StructType;

public class PhoenixTestingDataSourceWriter extends PhoenixDataSourceWriter {

    // Used to keep track of the total number of batches committed across all executors
    public static int TOTAL_BATCHES_COMMITTED_COUNT = 0;

    public PhoenixTestingDataSourceWriter(SaveMode mode, StructType schema,
            DataSourceOptions options) {
        super(mode, schema, options);
    }

    // Override to return a test DataWriterFactory
    @Override
    public DataWriterFactory<InternalRow> createWriterFactory() {
        return new PhoenixTestingDataWriterFactory(getOptions());
    }

    // Override to sum up the total number of batches committed across all executors
    @Override
    public void commit(WriterCommitMessage[] messages) {
        for (WriterCommitMessage message : messages) {
            TOTAL_BATCHES_COMMITTED_COUNT += Integer.parseInt(message.toString());
        }
    }
}