Packages

object SparkUtils extends Logging with WaspConfiguration with ElasticConfiguration with SparkStreamingConfiguration

Utilities related to Spark.

Linear Supertypes
SparkStreamingConfiguration, ElasticConfiguration, WaspConfiguration, Logging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SparkUtils
  2. SparkStreamingConfiguration
  3. ElasticConfiguration
  4. WaspConfiguration
  5. Logging
  6. AnyRef
  7. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def buildSparkConfFromSparkConfigModel(sparkConfigModel: SparkConfigModel, telemetryConfig: TelemetryConfigModel, kafkaConfigModel: KafkaConfigModel): SparkConf

    Builds a SparkConf from the supplied SparkConfigModel

  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native() @HotSpotIntrinsicCandidate()
  7. lazy val elasticConfig: ElasticConfigModel
    Definition Classes
    ElasticConfiguration
  8. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  9. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  10. def generateSpecificStructuredStreamingCheckpointDir(pipegraph: PipegraphModel, component: StructuredStreamingETLModel): String
  11. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  12. def getTriggerIntervalMs(sparkStreamingConfigModel: SparkStreamingConfigModel, structuredStreamingETLModel: StructuredStreamingETLModel): Long
  13. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  14. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  15. val jarsListFileName: String
  16. val logger: WaspLogger
    Attributes
    protected
    Definition Classes
    Logging
  17. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  18. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  19. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  20. lazy val sparkStreamingConfig: SparkStreamingConfigModel
    Definition Classes
    SparkStreamingConfiguration
  21. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  22. def toString(): String
    Definition Classes
    AnyRef → Any
  23. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  24. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  25. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  26. lazy val waspConfig: WaspConfigModel
    Definition Classes
    WaspConfiguration

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] ) @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

Inherited from SparkStreamingConfiguration

Inherited from ElasticConfiguration

Inherited from WaspConfiguration

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped