blob: 2dc448e696a0ae5e65dc1b98ee3881164b471493 [file] [log] [blame]
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.seatunnel.connectors.seatunnel.iceberg;
import static com.google.common.base.Preconditions.checkArgument;
import org.apache.seatunnel.connectors.seatunnel.iceberg.config.SourceConfig;
import lombok.NonNull;
import org.apache.iceberg.CachingCatalog;
import org.apache.iceberg.Table;
import org.apache.iceberg.catalog.Catalog;
import org.apache.iceberg.catalog.Namespace;
import org.apache.iceberg.catalog.TableIdentifier;
import java.io.Closeable;
import java.io.IOException;
import java.io.Serializable;
public class IcebergTableLoader implements Closeable, Serializable {
private static final long serialVersionUID = 9061073826700804273L;
private final IcebergCatalogFactory icebergCatalogFactory;
private final String tableIdentifierStr;
private Catalog catalog;
public IcebergTableLoader(@NonNull IcebergCatalogFactory icebergCatalogFactory,
@NonNull TableIdentifier tableIdentifier) {
this.icebergCatalogFactory = icebergCatalogFactory;
this.tableIdentifierStr = tableIdentifier.toString();
}
public void open() {
catalog = CachingCatalog.wrap(icebergCatalogFactory.create());
}
public Table loadTable() {
TableIdentifier tableIdentifier = TableIdentifier.parse(tableIdentifierStr);
checkArgument(catalog.tableExists(tableIdentifier),
"Illegal source table: " + tableIdentifier);
return catalog.loadTable(tableIdentifier);
}
@Override
public void close() throws IOException {
if (catalog != null && catalog instanceof Closeable) {
((Closeable) catalog).close();
}
}
public static IcebergTableLoader create(SourceConfig sourceConfig) {
IcebergCatalogFactory catalogFactory = new IcebergCatalogFactory(
sourceConfig.getCatalogName(),
sourceConfig.getCatalogType(),
sourceConfig.getWarehouse(),
sourceConfig.getUri());
return new IcebergTableLoader(catalogFactory,
TableIdentifier.of(Namespace.of(sourceConfig.getNamespace()), sourceConfig.getTable()));
}
}