| /** |
| * PutSFTP class declaration |
| * |
| * Licensed to the Apache Software Foundation (ASF) under one or more |
| * contributor license agreements. See the NOTICE file distributed with |
| * this work for additional information regarding copyright ownership. |
| * The ASF licenses this file to You under the Apache License, Version 2.0 |
| * (the "License"); you may not use this file except in compliance with |
| * the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| #ifndef __SFTP_PROCESSOR_BASE_H__ |
| #define __SFTP_PROCESSOR_BASE_H__ |
| |
| #include <memory> |
| #include <string> |
| #include <list> |
| #include <map> |
| #include <mutex> |
| #include <thread> |
| |
| #include "utils/ByteArrayCallback.h" |
| #include "FlowFileRecord.h" |
| #include "core/Processor.h" |
| #include "core/ProcessSession.h" |
| #include "core/Core.h" |
| #include "core/Property.h" |
| #include "core/Resource.h" |
| #include "controllers/SSLContextService.h" |
| #include "core/logging/LoggerConfiguration.h" |
| #include "utils/Id.h" |
| #include "../client/SFTPClient.h" |
| |
| namespace org { |
| namespace apache { |
| namespace nifi { |
| namespace minifi { |
| namespace processors { |
| |
| class SFTPProcessorBase : public core::Processor { |
| public: |
| SFTPProcessorBase(std::string name, utils::Identifier uuid); |
| virtual ~SFTPProcessorBase(); |
| |
| // Supported Properties |
| static core::Property Hostname; |
| static core::Property Port; |
| static core::Property Username; |
| static core::Property Password; |
| static core::Property PrivateKeyPath; |
| static core::Property PrivateKeyPassphrase; |
| static core::Property StrictHostKeyChecking; |
| static core::Property HostKeyFile; |
| static core::Property ConnectionTimeout; |
| static core::Property DataTimeout; |
| static core::Property SendKeepaliveOnTimeout; |
| static core::Property TargetSystemTimestampPrecision; |
| static core::Property ProxyType; |
| static core::Property ProxyHost; |
| static core::Property ProxyPort; |
| static core::Property HttpProxyUsername; |
| static core::Property HttpProxyPassword; |
| |
| static constexpr char const *PROXY_TYPE_DIRECT = "DIRECT"; |
| static constexpr char const *PROXY_TYPE_HTTP = "HTTP"; |
| static constexpr char const *PROXY_TYPE_SOCKS = "SOCKS"; |
| |
| virtual void notifyStop() override; |
| |
| protected: |
| std::shared_ptr<logging::Logger> logger_; |
| |
| int64_t connection_timeout_; |
| int64_t data_timeout_; |
| std::string host_key_file_; |
| bool strict_host_checking_; |
| bool use_keepalive_on_timeout_; |
| bool use_compression_; |
| std::string proxy_type_; |
| |
| void addSupportedCommonProperties(std::set<core::Property>& supported_properties); |
| void parseCommonPropertiesOnSchedule(const std::shared_ptr<core::ProcessContext>& context); |
| struct CommonProperties { |
| std::string hostname; |
| uint16_t port; |
| std::string username; |
| std::string password; |
| std::string private_key_path; |
| std::string private_key_passphrase; |
| std::string remote_path; |
| std::string proxy_host; |
| uint16_t proxy_port; |
| std::string proxy_username; |
| std::string proxy_password; |
| |
| CommonProperties(); |
| }; |
| bool parseCommonPropertiesOnTrigger(const std::shared_ptr<core::ProcessContext>& context, const std::shared_ptr<FlowFileRecord>& flow_file, CommonProperties& common_properties); |
| |
| static constexpr size_t CONNECTION_CACHE_MAX_SIZE = 8U; |
| struct ConnectionCacheKey { |
| std::string hostname; |
| uint16_t port; |
| std::string username; |
| std::string proxy_type; |
| std::string proxy_host; |
| uint16_t proxy_port; |
| std::string proxy_username; |
| |
| bool operator<(const ConnectionCacheKey& other) const; |
| bool operator==(const ConnectionCacheKey& other) const; |
| }; |
| std::mutex connections_mutex_; |
| std::map<ConnectionCacheKey, std::unique_ptr<utils::SFTPClient>> connections_; |
| std::list<ConnectionCacheKey> lru_; |
| std::unique_ptr<utils::SFTPClient> getConnectionFromCache(const ConnectionCacheKey& key); |
| void addConnectionToCache(const ConnectionCacheKey& key, std::unique_ptr<utils::SFTPClient>&& connection); |
| |
| std::thread keepalive_thread_; |
| bool running_; |
| std::condition_variable keepalive_cv_; |
| void keepaliveThreadFunc(); |
| |
| void startKeepaliveThreadIfNeeded(); |
| void cleanupConnectionCache(); |
| std::unique_ptr<utils::SFTPClient> getOrCreateConnection( |
| const SFTPProcessorBase::ConnectionCacheKey& connection_cache_key, |
| const std::string& password, |
| const std::string& private_key_path, |
| const std::string& private_key_passphrase, |
| const std::string& proxy_password); |
| |
| enum class CreateDirectoryHierarchyError : uint8_t { |
| CREATE_DIRECTORY_HIERARCHY_ERROR_OK = 0, |
| CREATE_DIRECTORY_HIERARCHY_ERROR_STAT_FAILED, |
| CREATE_DIRECTORY_HIERARCHY_ERROR_NOT_A_DIRECTORY, |
| CREATE_DIRECTORY_HIERARCHY_ERROR_NOT_FOUND, |
| CREATE_DIRECTORY_HIERARCHY_ERROR_PERMISSION_DENIED, |
| }; |
| CreateDirectoryHierarchyError createDirectoryHierarchy(utils::SFTPClient& client, const std::string& remote_path, bool disable_directory_listing); |
| }; |
| |
| } /* namespace processors */ |
| } /* namespace minifi */ |
| } /* namespace nifi */ |
| } /* namespace apache */ |
| } /* namespace org */ |
| |
| #endif |