gemfire-spark-connector/gemfire-spark-connector/src/main/scala/io/pivotal/gemfire/spark/connector/package.scala

package io.pivotal.gemfire.spark

import io.pivotal.gemfire.spark.connector.internal.rdd.{ServerSplitsPartitioner, OnePartitionPartitioner}
import org.apache.spark.SparkContext
import org.apache.spark.rdd.RDD
import org.apache.spark.sql.SQLContext

import scala.reflect.ClassTag

/**
 * The root package of Gemfire connector for Apache Spark.
 * Provides handy implicit conversions that add gemfire-specific
 * methods to `SparkContext` and `RDD`.
 */
package object connector {

  /** constants */
  final val GemFireLocatorPropKey = "spark.gemfire.locators"
  // partitioner related keys and values
  final val PreferredPartitionerPropKey = "preferred.partitioner"
  final val NumberPartitionsPerServerPropKey = "number.partitions.per.server"
  final val OnePartitionPartitionerName = OnePartitionPartitioner.name
  final val ServerSplitsPartitionerName = ServerSplitsPartitioner.name

  implicit def toSparkContextFunctions(sc: SparkContext): GemFireSparkContextFunctions =
    new GemFireSparkContextFunctions(sc)

  implicit def toSQLContextFunctions(sqlContext: SQLContext): GemFireSQLContextFunctions =
    new GemFireSQLContextFunctions(sqlContext)

  implicit def toGemfirePairRDDFunctions[K: ClassTag, V: ClassTag]
    (self: RDD[(K, V)]): GemFirePairRDDFunctions[K, V] = new GemFirePairRDDFunctions(self)

  implicit def toGemfireRDDFunctions[T: ClassTag]
    (self: RDD[T]): GemFireRDDFunctions[T] = new GemFireRDDFunctions(self)

  /** utility implicits */
  
  /** convert Map[String, String] to java.util.Properties */
  implicit def map2Properties(map: Map[String,String]): java.util.Properties =
    (new java.util.Properties /: map) {case (props, (k,v)) => props.put(k,v); props}

}