| /* |
| * Licensed to the Apache Software Foundation (ASF) under one or more |
| * contributor license agreements. See the NOTICE file distributed with |
| * this work for additional information regarding copyright ownership. |
| * The ASF licenses this file to You under the Apache License, Version 2.0 |
| * (the "License"); you may not use this file except in compliance with |
| * the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| package org.apache.predictionio.data.storage.elasticsearch |
| |
| import java.io.IOException |
| |
| import scala.collection.JavaConverters._ |
| |
| import org.apache.http.entity.ContentType |
| import org.apache.http.nio.entity.NStringEntity |
| import org.apache.http.util.EntityUtils |
| import org.apache.predictionio.data.storage.EvaluationInstance |
| import org.apache.predictionio.data.storage.EvaluationInstanceSerializer |
| import org.apache.predictionio.data.storage.EvaluationInstances |
| import org.apache.predictionio.data.storage.StorageClientConfig |
| import org.elasticsearch.client.{ResponseException, RestClient} |
| import org.json4s._ |
| import org.json4s.JsonDSL._ |
| import org.json4s.native.JsonMethods._ |
| import org.json4s.native.Serialization.write |
| |
| import grizzled.slf4j.Logging |
| |
| class ESEvaluationInstances(client: RestClient, config: StorageClientConfig, index: String) |
| extends EvaluationInstances with Logging { |
| implicit val formats = DefaultFormats + new EvaluationInstanceSerializer |
| private val estype = "evaluation_instances" |
| private val seq = new ESSequences(client, config, index) |
| private val internalIndex = index + "_" + estype |
| |
| ESUtils.createIndex(client, internalIndex) |
| val mappingJson = |
| (estype -> |
| ("properties" -> |
| ("status" -> ("type" -> "keyword")) ~ |
| ("startTime" -> ("type" -> "date")) ~ |
| ("endTime" -> ("type" -> "date")) ~ |
| ("evaluationClass" -> ("type" -> "keyword")) ~ |
| ("engineParamsGeneratorClass" -> ("type" -> "keyword")) ~ |
| ("batch" -> ("type" -> "keyword")) ~ |
| ("evaluatorResults" -> ("type" -> "text")) ~ |
| ("evaluatorResultsHTML" -> ("enabled" -> false)) ~ |
| ("evaluatorResultsJSON" -> ("enabled" -> false)))) |
| ESUtils.createMapping(client, internalIndex, estype, compact(render(mappingJson))) |
| |
| def insert(i: EvaluationInstance): String = { |
| val id = i.id match { |
| case v if v.isEmpty => |
| @scala.annotation.tailrec |
| def generateId: String = { |
| seq.genNext(estype).toString match { |
| case x if !get(x).isEmpty => generateId |
| case x => x |
| } |
| } |
| generateId |
| case v => v |
| } |
| update(i.copy(id = id)) |
| id |
| } |
| |
| def get(id: String): Option[EvaluationInstance] = { |
| try { |
| val response = client.performRequest( |
| "GET", |
| s"/$internalIndex/$estype/$id", |
| Map.empty[String, String].asJava) |
| val jsonResponse = parse(EntityUtils.toString(response.getEntity)) |
| (jsonResponse \ "found").extract[Boolean] match { |
| case true => |
| Some((jsonResponse \ "_source").extract[EvaluationInstance]) |
| case _ => |
| None |
| } |
| } catch { |
| case e: ResponseException => |
| e.getResponse.getStatusLine.getStatusCode match { |
| case 404 => None |
| case _ => |
| error(s"Failed to access to /$internalIndex/$estype/$id", e) |
| None |
| } |
| case e: IOException => |
| error(s"Failed to access to /$internalIndex/$estype/$id", e) |
| None |
| } |
| } |
| |
| def getAll(): Seq[EvaluationInstance] = { |
| try { |
| val json = |
| ("query" -> |
| ("match_all" -> List.empty)) |
| ESUtils.getAll[EvaluationInstance](client, internalIndex, estype, compact(render(json))) |
| } catch { |
| case e: IOException => |
| error("Failed to access to /$internalIndex/$estype/_search", e) |
| Nil |
| } |
| } |
| |
| def getCompleted(): Seq[EvaluationInstance] = { |
| try { |
| val json = |
| ("query" -> |
| ("term" -> |
| ("status" -> "EVALCOMPLETED"))) ~ |
| ("sort" -> |
| ("startTime" -> |
| ("order" -> "desc"))) |
| ESUtils.getAll[EvaluationInstance](client, internalIndex, estype, compact(render(json))) |
| } catch { |
| case e: IOException => |
| error("Failed to access to /$internalIndex/$estype/_search", e) |
| Nil |
| } |
| } |
| |
| def update(i: EvaluationInstance): Unit = { |
| val id = i.id |
| try { |
| val entity = new NStringEntity(write(i), ContentType.APPLICATION_JSON) |
| val response = client.performRequest( |
| "POST", |
| s"/$internalIndex/$estype/$id", |
| Map("refresh" -> "true").asJava, |
| entity) |
| val json = parse(EntityUtils.toString(response.getEntity)) |
| val result = (json \ "result").extract[String] |
| result match { |
| case "created" => |
| case "updated" => |
| case _ => |
| error(s"[$result] Failed to update $internalIndex/$estype/$id") |
| } |
| } catch { |
| case e: IOException => |
| error(s"Failed to update $internalIndex/$estype/$id", e) |
| } |
| } |
| |
| def delete(id: String): Unit = { |
| try { |
| val response = client.performRequest( |
| "DELETE", |
| s"/$internalIndex/$estype/$id", |
| Map("refresh" -> "true").asJava) |
| val json = parse(EntityUtils.toString(response.getEntity)) |
| val result = (json \ "result").extract[String] |
| result match { |
| case "deleted" => |
| case _ => |
| error(s"[$result] Failed to update $internalIndex/$estype/$id") |
| } |
| } catch { |
| case e: IOException => |
| error(s"Failed to update $internalIndex/$estype/$id", e) |
| } |
| } |
| } |