SparkContextSupport

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. def absPath(path: String): String

   

   Return absolute path of a file location

   Return absolute path of a file location

   path

   path to a file

   returns

   absolute path to a file

5. def addFiles(spark: SparkSession, files: String*): Unit

   

   Add files into Spark context

   Add files into Spark context

   spark

   Spark session

   files

   path to files to add

6. def addFiles(sc: SparkContext, files: String*): Unit

   

   Add files into Spark context

   Add files into Spark context

   sc

   Spark context

   files

   path to files to add

7. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

8. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

9. def configure(appName: String = "Sparkling Water Demo", defaultMaster: String = "local[*]"): SparkConf

   

   Helper method to configure basic spark settings

   Helper method to configure basic spark settings

   appName

   application name

   defaultMaster

   master string

   returns

   Spark configuration

10. def enforceLocalSparkFile(file: String): String

    

    This method enforces the local path.

    This method enforces the local path. For example, if running on Hadoop, Spark by default uses HDFS. If we need to access a local file, for example, from driver, then this method might be useful

    file

    path to the file

    returns

    local path to the file

11. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

12. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

13. def exportSparkModel(model: Any, destination: URI): Unit

    

    Export Spark Model to a specified destination URI

    Export Spark Model to a specified destination URI

    model

    Spark model

    destination

    destination URI

14. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

15. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

16. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

17. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

18. def loadSparkModel[M](source: URI): M

    

    Import Spark Model from a specified source URI

    Import Spark Model from a specified source URI

    M

    Model Type

    source

    source URI

    returns

    the loaded model

19. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

20. final def notify(): Unit

    

    Definition Classes

    AnyRef

21. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

22. def sparkContext(conf: SparkConf): SparkContext

    

    Get or create spark context

    Get or create spark context

    conf

    spark configuration

    returns

    Spark context

23. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

24. def toString(): String

    

    Definition Classes

    AnyRef → Any

25. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

26. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

27. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )