blob: 05e11eb8fea9519f237d0e9d4009cbe1d5f7ed61 [file]
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
#pragma once
/// \file iceberg/resolving_file_io.h
/// \brief FileIO that resolves the concrete implementation per file-path scheme.
#include <cstdint>
#include <memory>
#include <shared_mutex>
#include <string>
#include <string_view>
#include <unordered_map>
#include <vector>
#include "iceberg/file_io.h"
#include "iceberg/iceberg_export.h"
#include "iceberg/result.h"
#include "iceberg/storage_credential.h"
#include "iceberg/util/string_util.h"
namespace iceberg {
/// \brief FileIO that resolves and caches implementations by registry name.
///
/// Vended credentials and any credential provider are forwarded to every resolved
/// implementation that supports them; each applies what it understands.
class ICEBERG_EXPORT ResolvingFileIO final : public FileIO,
public SupportsStorageCredentials {
public:
explicit ResolvingFileIO(std::unordered_map<std::string, std::string> properties);
~ResolvingFileIO() override;
Result<std::unique_ptr<InputFile>> NewInputFile(std::string file_location) override;
Result<std::unique_ptr<InputFile>> NewInputFile(std::string file_location,
size_t length) override;
Result<std::unique_ptr<OutputFile>> NewOutputFile(std::string file_location) override;
Status DeleteFile(const std::string& file_location) override;
Status DeleteFiles(const std::vector<std::string>& file_locations) override;
Status SetStorageCredentials(
const std::vector<StorageCredential>& storage_credentials) override;
/// \brief Return the credentials installed on this resolver.
///
/// Not necessarily the ones in use: a resolved implementation refreshes its
/// own without reporting back.
std::vector<StorageCredential> credentials() const override;
/// \brief Install initial credentials before the first delegate is loaded.
Status InitializeStorageCredentials(
const std::vector<StorageCredential>& storage_credentials,
std::shared_ptr<StorageCredentialProvider> provider) override;
SupportsStorageCredentials* AsSupportsStorageCredentials() override { return this; }
private:
/// \brief Load or reuse the implementation serving `location`.
Result<std::shared_ptr<FileIO>> FileIOForPath(std::string_view location);
std::unordered_map<std::string, std::string> properties_;
// Guards lazy resolution and credential state.
mutable std::shared_mutex mutex_;
std::vector<StorageCredential> storage_credentials_;
std::shared_ptr<StorageCredentialProvider> provider_;
// Bumped by every credential install, so a delegate loaded from an older set
// never reaches the cache.
uint64_t credential_generation_ = 0;
std::unordered_map<std::string, std::shared_ptr<FileIO>, StringHash, StringEqual>
io_by_name_;
};
} // namespace iceberg