airavata-api/airavata-client-sdks/airavata-python-sdk/airavata_sdk/clients/sftp_file_handling_client.py

#  Licensed to the Apache Software Foundation (ASF) under one or more
#  contributor license agreements.  See the NOTICE file distributed with
#  this work for additional information regarding copyright ownership.
#  The ASF licenses this file to You under the Apache License, Version 2.0
#  (the "License"); you may not use this file except in compliance with
#  the License.  You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
#  Unless required by applicable law or agreed to in writing, software
#  distributed under the License is distributed on an "AS IS" BASIS,
#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#  See the License for the specific language governing permissions and
#  limitations under the License.
#

import logging
import os
import paramiko
from scp import SCPClient
from datetime import datetime

from paramiko import Transport, SFTPClient


logger = logging.getLogger(__name__)
logger.setLevel(logging.INFO)
logging.getLogger("paramiko").setLevel(logging.WARNING)


class SFTPConnector(object):

    def __init__(self, host, port, username, password):
        self.host = host
        self.port = port
        self.username = username
        self.password = password

        ssh = paramiko.SSHClient()
        self.ssh = ssh
        # self.sftp = paramiko.SFTPClient()
        # Trust all key policy on remote host

        ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())


    def upload_files(self, local_path, project_name, exprement_id):
        project_name = project_name.replace(" ", "_")
        time = datetime.now().strftime('%Y-%m-%d %H:%M:%S').replace(" ", "_")
        time = time.replace(":", "_")
        time = time.replace("-", "_")
        exprement_id = exprement_id+"_"+time
        remote_path = "/" + project_name + "/" + exprement_id + "/"
        pathsuffix = self.username + remote_path
        files = os.listdir(local_path)
        for file in files:
                try:
                    transport = Transport(sock=(self.host, int(self.port)))
                    transport.connect(username=self.username, password=self.password)
                    connection = SFTPClient.from_transport(transport)
                    try:
                        base_path = "/" + project_name
                        connection.chdir(base_path)  # Test if remote_path exists
                    except IOError:

                        connection.mkdir(base_path)
                    try:
                        connection.chdir(remote_path)  # Test if remote_path exists
                    except IOError:
                        connection.mkdir(remote_path)
                    connection.put(os.path.join(local_path, file), remote_path + "/" + file)
                finally:
                    transport.close()
        return pathsuffix

    def download_files(self, local_path, remote_path):

        self.ssh.connect(self.host, self.port, self.username, password = self.password)
        with SCPClient(self.ssh.get_transport()) as conn:
            conn.get(remote_path=remote_path, local_path= local_path, recursive= True)
        self.ssh.close()

    @staticmethod
    def uploading_info(uploaded_file_size, total_file_size):
        logging.info('uploaded_file_size : {} total_file_size : {}'.
                     format(uploaded_file_size, total_file_size))