frameworks/python/dispatcher/src/main/kotlin/org/apache/amaterasu/frameworks/python/dispatcher/runners/providers/PythonRunnerProviderBase.kt

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.amaterasu.frameworks.python.dispatcher.runners.providers

import org.apache.amaterasu.common.configuration.ClusterConfig
import org.apache.amaterasu.common.dataobjects.ActionData
import org.apache.amaterasu.common.dataobjects.ExecData
import org.apache.amaterasu.leader.common.utilities.DataLoader
import org.apache.amaterasu.sdk.frameworks.RunnerSetupProvider
import java.io.File

abstract class PythonRunnerProviderBase(env: String?, val conf:ClusterConfig?) : RunnerSetupProvider() {


    private val requirementsFileName: String = "ama-requirements.txt"
    private val requirementsPath: String = "dist/$requirementsFileName"

    override val runnerResources: Array<String>
    get() = arrayOf("amaterasu-sdk-${conf!!.version()}.zip", "requests")

    override fun getCommand(jobId: String, actionData: ActionData, env: String, executorId: String, callbackAddress: String): String {
        var cmd = "python3 -m pip install --upgrade --force-reinstall -r $requirementsFileName"
        execData.pyDeps()?.filePaths()?.forEach {
            path -> cmd += " && python3 -m pip install -r ${path.split('/').last()}"
        }
        return cmd
    }

    override fun getActionDependencies(jobId: String, actionData: ActionData): Array<String> {
        val reqFile = File(requirementsPath)
        if (reqFile.exists()) reqFile.delete()
        runnerResources.forEach { resource ->
            println("====> RESOURCESSSSSS: $resource")
            reqFile.appendText("$resource\n")
        }
        return try {
            val userRequirements = execData.pyDeps()?.filePaths()
            arrayOf(requirementsFileName) + userRequirements!!
        } catch (e: NullPointerException) {
            arrayOf(requirementsFileName)
        }

    }

    override val hasExecutor: Boolean
        get() = false

    private val execData: ExecData = DataLoader.getExecutorData(env, conf)
}