CassandraPartition

Metadata describing Cassandra table partition processed by a single Spark task. Beware the term "partition" is overloaded. Here, in the context of Spark, it means an arbitrary collection of rows that can be processed locally on a single Cassandra cluster node. A CassandraPartition typically contains multiple CQL partitions, i.e. rows identified by different values of the CQL partitioning key.

index: identifier of the partition, used internally by Spark
endpoints: which nodes the data partition is located on
tokenRanges: token ranges determining the row set to be fetched
dataSize: estimated amount of data in the partition

Linear Supertypes

Product, Equals, EndpointPartition, Partition, Serializable, Serializable, AnyRef, Any

Instance Constructors

new CassandraPartition(index: Int, endpoints: Iterable[InetAddress], tokenRanges: Iterable[CqlTokenRange[V, T]], dataSize: Long)

index
identifier of the partition, used internally by Spark
endpoints
which nodes the data partition is located on
tokenRanges
token ranges determining the row set to be fetched
dataSize
estimated amount of data in the partition

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val dataSize: Long

estimated amount of data in the partition
val endpoints: Iterable[InetAddress]

which nodes the data partition is located on
which nodes the data partition is located on

Definition Classes
CassandraPartition → EndpointPartition
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(other: Any): Boolean

Definition Classes
Partition → AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
Partition → AnyRef → Any
val index: Int

identifier of the partition, used internally by Spark
identifier of the partition, used internally by Spark

Definition Classes
CassandraPartition → Partition
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
val tokenRanges: Iterable[CqlTokenRange[V, T]]

token ranges determining the row set to be fetched
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package partitioner

case class CassandraPartition[V, T <: Token[V]](index: Int, endpoints: Iterable[InetAddress], tokenRanges: Iterable[CqlTokenRange[V, T]], dataSize: Long) extends EndpointPartition with Product with Serializable

Instance Constructors

new CassandraPartition(index: Int, endpoints: Iterable[InetAddress], tokenRanges: Iterable[CqlTokenRange[V, T]], dataSize: Long)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

val dataSize: Long

val endpoints: Iterable[InetAddress]

final def eq(arg0: AnyRef): Boolean

def equals(other: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

val index: Int

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

val tokenRanges: Iterable[CqlTokenRange[V, T]]

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Product

Inherited from Equals

Inherited from EndpointPartition

Inherited from Partition

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped