blob: 13bd941e8f07e191ab319d5b2a138b773089f72f [file] [log] [blame]
/*
* Copyright 2019 WeBank
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.webank.wedatasphere.linkis.entrance.persistence
import com.webank.wedatasphere.linkis.common.io.FsPath
import com.webank.wedatasphere.linkis.common.utils.Utils
import com.webank.wedatasphere.linkis.entrance.execute.StorePathExecuteRequest
import com.webank.wedatasphere.linkis.entrance.job.EntranceExecutionJob
import com.webank.wedatasphere.linkis.scheduler.executer.{AliasOutputExecuteResponse, OutputExecuteResponse}
import com.webank.wedatasphere.linkis.scheduler.queue.Job
import com.webank.wedatasphere.linkis.storage.resultset.{ResultSetFactory, ResultSetWriter}
import com.webank.wedatasphere.linkis.storage.utils.{FileSystemUtils, StorageUtils}
import org.apache.commons.io.IOUtils
/**
* Created by enjoyyin on 2018/11/1.
*/
class EntranceResultSetEngine extends ResultSetEngine {
override def persistResultSet(job: Job, executeCompleted: OutputExecuteResponse): String = executeCompleted match {
case AliasOutputExecuteResponse(alias, output) =>
if(ResultSetFactory.getInstance.isResultSetPath(output)) output
else {
val resultSet = ResultSetFactory.getInstance.getResultSetByContent(output)
var user:String="hadoop"
val storePath = job match {
case j: EntranceExecutionJob => j.jobToExecuteRequest() match {
case s: StorePathExecuteRequest => {
user = j.getUser
s.storePath
}
case _ => null
}
case _ => null
}
if(storePath != null) {
//TODO Remove _ stitching(去掉_拼接)
val path = if(alias.contains("_")) resultSet.getResultSetPath(new FsPath(storePath), alias) else resultSet.getResultSetPath(new FsPath(storePath), "_" + alias)
FileSystemUtils.createNewFile(path,true)
val writer = ResultSetWriter.getResultSetWriter(resultSet, 0, path,StorageUtils.getJvmUser)
Utils.tryFinally {
writer.addMetaDataAndRecordString(output)
writer.flush()
}{
IOUtils.closeQuietly(writer)
/* val fileSystem = FSFactory.getFsByProxyUser(path,user).asInstanceOf[FileSystem]
fileSystem.init(null)
fileSystem.setOwner(path,user)
Utils.tryQuietly(fileSystem.close())*/
}
path.getSchemaPath
} else null
}
}
}