| /* |
| * Licensed to the Apache Software Foundation (ASF) under one or more |
| * contributor license agreements. See the NOTICE file distributed with |
| * this work for additional information regarding copyright ownership. |
| * The ASF licenses this file to You under the Apache License, Version 2.0 |
| * (the "License"); you may not use this file except in compliance with |
| * the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| package org.apache.hadoop.hbase.spark |
| |
| import org.apache.hadoop.conf.Configuration |
| import org.apache.yetus.audience.InterfaceAudience; |
| import org.apache.hadoop.mapreduce.InputFormat |
| import org.apache.spark.rdd.NewHadoopRDD |
| import org.apache.spark.{InterruptibleIterator, Partition, SparkContext, TaskContext} |
| |
| @InterfaceAudience.Public |
| class NewHBaseRDD[K,V](@transient val sc : SparkContext, |
| @transient val inputFormatClass: Class[_ <: InputFormat[K, V]], |
| @transient val keyClass: Class[K], |
| @transient val valueClass: Class[V], |
| @transient private val __conf: Configuration, |
| val hBaseContext: HBaseContext) extends NewHadoopRDD(sc, inputFormatClass, keyClass, valueClass, __conf) { |
| |
| override def compute(theSplit: Partition, context: TaskContext): InterruptibleIterator[(K, V)] = { |
| hBaseContext.applyCreds() |
| super.compute(theSplit, context) |
| } |
| } |