WriteConf

Write settings for RDD

batchSize: approx. number of bytes to be written in a single batch or exact number of rows to be written in a single batch;
batchGroupingBufferSize: the number of distinct batches that can be buffered before they are written to Cassandra
batchGroupingKey: which rows can be grouped into a single batch
consistencyLevel: consistency level for writes, default LOCAL_QUORUM
ifNotExists: inserting a row should happen only if it does not already exist
parallelismLevel: number of batches to be written in parallel
ttl: the default TTL value which is used when it is defined (in seconds)
timestamp: the default timestamp value which is used when it is defined (in microseconds)
taskMetricsEnabled: whether or not enable task metrics updates (requires Spark 1.2+)

Linear Supertypes

Serializable, Serializable, Product, Equals, AnyRef, Any

Instance Constructors

new WriteConf(batchSize: BatchSize = BatchSize.Automatic, batchGroupingBufferSize: Int = ..., batchGroupingKey: BatchGroupingKey = WriteConf.BatchLevelParam.default, consistencyLevel: ConsistencyLevel = ..., ifNotExists: Boolean = WriteConf.IfNotExistsParam.default, ignoreNulls: Boolean = WriteConf.IgnoreNullsParam.default, parallelismLevel: Int = ..., throughputMiBPS: Option[Double] = ..., ttl: TTLOption = TTLOption.defaultValue, timestamp: TimestampOption = TimestampOption.defaultValue, taskMetricsEnabled: Boolean = WriteConf.TaskMetricsParam.default, executeAs: Option[String] = None)

batchSize
approx. number of bytes to be written in a single batch or exact number of rows to be written in a single batch;
batchGroupingBufferSize
the number of distinct batches that can be buffered before they are written to Cassandra
batchGroupingKey
which rows can be grouped into a single batch
consistencyLevel
consistency level for writes, default LOCAL_QUORUM
ifNotExists
inserting a row should happen only if it does not already exist
parallelismLevel
number of batches to be written in parallel
ttl
the default TTL value which is used when it is defined (in seconds)
timestamp
the default timestamp value which is used when it is defined (in microseconds)
taskMetricsEnabled
whether or not enable task metrics updates (requires Spark 1.2+)

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
val batchGroupingBufferSize: Int

the number of distinct batches that can be buffered before they are written to Cassandra
val batchGroupingKey: BatchGroupingKey

which rows can be grouped into a single batch
val batchSize: BatchSize

approx.
approx. number of bytes to be written in a single batch or exact number of rows to be written in a single batch;
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val consistencyLevel: ConsistencyLevel

consistency level for writes, default LOCAL_QUORUM
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
val executeAs: Option[String]
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
val ifNotExists: Boolean

inserting a row should happen only if it does not already exist
val ignoreNulls: Boolean
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val parallelismLevel: Int

number of batches to be written in parallel
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
val taskMetricsEnabled: Boolean

whether or not enable task metrics updates (requires Spark 1.2+)
val throttlingEnabled: Boolean
val throughputMiBPS: Option[Double]
val timestamp: TimestampOption

the default timestamp value which is used when it is defined (in microseconds)
val ttl: TTLOption

the default TTL value which is used when it is defined (in seconds)
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Docs: object WriteConf | package writer

Instance Constructors

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

val batchGroupingBufferSize: Int

val batchGroupingKey: BatchGroupingKey

val batchSize: BatchSize

def clone(): AnyRef

val consistencyLevel: ConsistencyLevel

final def eq(arg0: AnyRef): Boolean

val executeAs: Option[String]

def finalize(): Unit

final def getClass(): Class[_]

val ifNotExists: Boolean

val ignoreNulls: Boolean

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val parallelismLevel: Int

final def synchronized[T0](arg0: ⇒ T0): T0

val taskMetricsEnabled: Boolean

val throttlingEnabled: Boolean

val throughputMiBPS: Option[Double]

val timestamp: TimestampOption

val ttl: TTLOption

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped