SparkContextFunctions

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def cassandraTable[T](keyspace: String, table: String)(implicit connector: CassandraConnector = CassandraConnector(sc), readConf: ReadConf = ReadConf.fromSparkConf(sc.getConf), ct: ClassTag[T], rrf: RowReaderFactory[T], ev: ValidRDDType[T]): CassandraTableScanRDD[T]

   

   Returns a view of a Cassandra table as CassandraRDD.

   Returns a view of a Cassandra table as CassandraRDD. This method is made available on SparkContext by importing com.datastax.spark.connector._

   Depending on the type parameter passed to cassandraTable, every row is converted to one of the following:

   • an CassandraRow object (default, if no type given)
   • a tuple containing column values in the same order as columns selected by CassandraRDD#select
   • object of a user defined class, populated by appropriate ColumnMapper

   Example:

   CREATE KEYSPACE test WITH replication = {'class': 'SimpleStrategy', 'replication_factor': 1 };
   CREATE TABLE test.words (word text PRIMARY KEY, count int);
   INSERT INTO test.words (word, count) VALUES ('foo', 20);
   INSERT INTO test.words (word, count) VALUES ('bar', 20);
   ...

   // Obtaining RDD of CassandraRow objects:
   val rdd1 = sc.cassandraTable("test", "words")
   rdd1.first.getString("word")  // foo
   rdd1.first.getInt("count")    // 20
   
   // Obtaining RDD of tuples:
   val rdd2 = sc.cassandraTable[(String, Int)]("test", "words").select("word", "count")
   rdd2.first._1  // foo
   rdd2.first._2  // 20
   
   // Obtaining RDD of user defined objects:
   case class WordCount(word: String, count: Int)
   val rdd3 = sc.cassandraTable[WordCount]("test", "words")
   rdd3.first.word  // foo
   rdd3.first.count // 20

6. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

7. def emptyCassandraTable[T](keyspace: String, table: String)(implicit connector: CassandraConnector = CassandraConnector(sc), readConf: ReadConf = ReadConf.fromSparkConf(sc.getConf), ct: ClassTag[T], rrf: RowReaderFactory[T], ev: ValidRDDType[T]): EmptyCassandraRDD[T]

   

   Produces the empty CassandraRDD which does not perform any validation and it does not even try to return any rows.

8. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

9. def equals(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

10. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

11. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

12. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

13. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

14. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

15. final def notify(): Unit

    

    Definition Classes

    AnyRef

16. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

17. val sc: SparkContext

    

18. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

19. def toString(): String

    

    Definition Classes

    AnyRef → Any

20. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

21. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

22. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )