DynamoScanner

Scan a DynamoDB table in parallel and return items as stringified JSON.

Amazon recommends table scans "Avoid Sudden Bursts of Read Activity", and documents how to "Reduce Page Size" as a technique to achieve an even distribution of requests and size. For details, see: http://docs.aws.amazon.com/amazondynamodb/latest/developerguide/QueryAndScanGuidelines.html

Linear Supertypes

BaseScanner, AnyRef, Any

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def apply(sc: SparkContext, table: String, totalSegments: Int, pageSize: Int, maybeCredentials: Option[String] = None, maybeRateLimit: Option[Int] = None, maybeRegion: Option[String] = None, maybeEndpoint: Option[String] = None): RDD[String]
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getScanSpec(config: ScanConfig): ScanSpec

Definition Classes
BaseScanner
def getTable(config: ScanConfig): Table

Definition Classes
BaseScanner
def getTable(tableName: String, maybeCredentials: Option[String], maybeRegion: Option[String], maybeEndpoint: Option[String]): Table

Definition Classes
BaseScanner
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package dynamodb

object DynamoScanner extends BaseScanner

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

def apply(sc: SparkContext, table: String, totalSegments: Int, pageSize: Int, maybeCredentials: Option[String] = None, maybeRateLimit: Option[Int] = None, maybeRegion: Option[String] = None, maybeEndpoint: Option[String] = None): RDD[String]

final def asInstanceOf[T0]: T0

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def getScanSpec(config: ScanConfig): ScanSpec

def getTable(config: ScanConfig): Table

def getTable(tableName: String, maybeCredentials: Option[String], maybeRegion: Option[String], maybeEndpoint: Option[String]): Table

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from BaseScanner

Inherited from AnyRef

Inherited from Any

Ungrouped