linkis-computation-governance/linkis-entrance/src/main/scala/com/webank/wedatasphere/linkis/entrance/persistence/EntranceResultSetEngine.scala

/*
 * Copyright 2019 WeBank
 * Licensed under the Apache License, Version 2.0 (the "License");
 *  you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 * http://www.apache.org/licenses/LICENSE-2.0
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.webank.wedatasphere.linkis.entrance.persistence

import com.webank.wedatasphere.linkis.common.io.resultset.ResultSet
import com.webank.wedatasphere.linkis.common.io.{FsPath, MetaData, Record}
import com.webank.wedatasphere.linkis.common.utils.{Logging, Utils}
import com.webank.wedatasphere.linkis.entrance.exception.{EntranceErrorCode, EntranceErrorException}
import com.webank.wedatasphere.linkis.entrance.execute.StorePathExecuteRequest
import com.webank.wedatasphere.linkis.entrance.job.{EntranceExecuteRequest, EntranceExecutionJob}
import com.webank.wedatasphere.linkis.entrance.scheduler.cache.CacheOutputExecuteResponse
import com.webank.wedatasphere.linkis.governance.common.entity.job.SubJobDetail
import com.webank.wedatasphere.linkis.scheduler.executer.{AliasOutputExecuteResponse, OutputExecuteResponse}
import com.webank.wedatasphere.linkis.scheduler.queue.Job
import com.webank.wedatasphere.linkis.storage.resultset.{ResultSetFactory, ResultSetWriter}
import com.webank.wedatasphere.linkis.storage.utils.FileSystemUtils
import org.apache.commons.io.IOUtils
import org.apache.commons.lang.StringUtils


class EntranceResultSetEngine extends ResultSetEngine with Logging {
  override def persistResultSet(request: EntranceExecuteRequest, executeCompleted: OutputExecuteResponse): String = {

    executeCompleted match {
      case AliasOutputExecuteResponse(alias, output) =>
        if (ResultSetFactory.getInstance.isResultSetPath(output)) getDir(output)
        else {
          throw new EntranceErrorException(EntranceErrorCode.RESULT_NOT_PERSISTED_ERROR.getErrCode, EntranceErrorCode.RESULT_NOT_PERSISTED_ERROR.getDesc)
//          val resultSet = ResultSetFactory.getInstance.getResultSetByContent(output)
//          writeResult(alias, output, request.getJob, resultSet)
        }
      case CacheOutputExecuteResponse(alias, output) =>
        if (ResultSetFactory.getInstance.isResultSetPath(output)) {
          getDir(output)
//        if(ResultSetFactory.getInstance.isResultSet(output)){
//          val resultSet = ResultSetFactory.getInstance.getResultSetByContent(output)
//          writeResult(alias, output, request.getJob, resultSet)
        } else {
          throw new EntranceErrorException(EntranceErrorCode.RESULT_NOT_PERSISTED_ERROR.getErrCode, EntranceErrorCode.RESULT_NOT_PERSISTED_ERROR.getDesc)
//          val resultSet = ResultSetFactory.getInstance.getResultSetByPath(FsPath.getFsPath(output))
//          copyResult(alias, output, request.getJob, resultSet)
        }
    }
  }

  /*private def copyResult(alias: String, output: String, job: Job, resultSet:ResultSet[_ <: MetaData, _ <: Record]) : String = {
    var user:String="hadoop"
    val storePath = job match {
      case j: EntranceExecutionJob => j.jobToExecuteRequest() match {
        case s: StorePathExecuteRequest => {
          user = j.getUser
          s.storePath
        }
        case _ => null
      }
      case _ => null
    }
    if(storePath != null) {
      val path = if(alias.contains("_")) resultSet.getResultSetPath(new FsPath(storePath),  alias) else resultSet.getResultSetPath(new FsPath(storePath),  "_" + alias)
      FileSystemUtils.copyFile(path, FsPath.getFsPath(output), user)
      path.getSchemaPath
    } else null
  }*/

  /*private def writeResult(alias: String, output: String, job: Job, resultSet:ResultSet[_ <: MetaData, _ <: Record]) = {
    var user:String="hadoop"
    val storePath = job match {
      case j: EntranceExecutionJob => j.jobToExecuteRequest() match {
        case s: StorePathExecuteRequest => {
          user = j.getUser
          s.storePath
        }
        case _ => null
      }
      case _ => null
    }
    if(storePath != null) {
      //TODO Remove _ stitching(去掉_拼接)
      val path = if(alias.contains("_")) resultSet.getResultSetPath(new FsPath(storePath),  alias) else resultSet.getResultSetPath(new FsPath(storePath),  "_" + alias)

      FileSystemUtils.createNewFile(path, user,true)
      val writer = ResultSetWriter.getResultSetWriter(resultSet, 0, path, user)
      Utils.tryFinally {
        writer.addMetaDataAndRecordString(output)
        writer.flush()
      }{
        IOUtils.closeQuietly(writer)
      }
      path.getSchemaPath
    } else null
  }*/

  private def getDir(str: String): String = {
    if (str.endsWith("/")) {
      str
    } else {
      val arr = str.split("/").filter(StringUtils.isNotBlank)
      if (arr.length <= 2) {
        return str
      } else {
        str.substring(0, str.lastIndexOf("/"))
      }
    }
  }
}