InternalH2OBackend

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. val TEMP_DIR_ATTEMPTS: Int

   

   Definition Classes

   SharedBackendUtils

5. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

6. def checkAndUpdateConf(conf: H2OConf): H2OConf

   

   Check Spark and H2O environment, update it if necessary and and warn about possible problems.

   Check Spark and H2O environment, update it if necessary and and warn about possible problems.

   This method checks the environments for generic configuration which does not depend on particular backend used In order to check the configuration for specific backend, method checkAndUpdateConf on particular backend has to be called.

   This method has to be called at the start of each method which override this one

   conf

   H2O Configuration to check

   returns

   checked and updated configuration

   Definition Classes

   InternalH2OBackend → SharedBackendUtils → SparklingBackend

7. def checkUnsupportedSparkOptions(unsupportedSparkOptions: Seq[(String, String)], conf: H2OConf): Unit

   

   Definition Classes

   InternalBackendUtils

8. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

9. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

10. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

11. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

12. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

13. def getH2OClientArgs(conf: H2OConf): Array[String]

    

    Get common arguments for H2O client.

    Get common arguments for H2O client.

    returns

    array of H2O client arguments.

    Definition Classes

    SharedBackendUtils

14. def getH2OCommonArgs(conf: H2OConf): Seq[String]

    

    Get H2O arguments which are passed to every node - regular node, client node

    Get H2O arguments which are passed to every node - regular node, client node

    conf

    H2O Configuration

    returns

    sequence of arguments

    Definition Classes

    SharedBackendUtils

15. def getH2ONodeArgs(conf: H2OConf): Array[String]

    

    Produce arguments for H2O node based on provided configuration

    Produce arguments for H2O node based on provided configuration

    returns

    array of H2O launcher command line arguments

    Definition Classes

    InternalBackendUtils

16. def getHostname(env: SparkEnv): String

    

    Return hostname of this node based on SparkEnv

    Return hostname of this node based on SparkEnv

    env

    SparkEnv instance

    returns

    hostname of the node

    Definition Classes

    SharedBackendUtils

17. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

18. val hc: H2OContext

    

19. def init(): Array[NodeDesc]

    

    Initialize Sparkling H2O and start H2O cloud.

    Initialize Sparkling H2O and start H2O cloud.

    Definition Classes

    InternalH2OBackend → SparklingBackend

20. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

21. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

22. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

23. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

24. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

25. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

26. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

27. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

28. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

29. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

30. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

31. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

32. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

33. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

34. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

35. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

36. final def notify(): Unit

    

    Definition Classes

    AnyRef

37. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

38. def saveAsFile(content: String): File

    

    Definition Classes

    SharedBackendUtils

39. def startH2O(sc: SparkContext, spreadRDD: RDD[NodeDesc], numOfExecutors: Int, h2oArgs: Array[String], networkMask: Option[String]): Array[NodeDesc]

    

    Start H2O nodes on given executors.

    Start H2O nodes on given executors.

    sc

    Spark context

    spreadRDD

    helper RDD spread over all executors

    numOfExecutors

    number of executors in Spark cluster

    h2oArgs

    arguments passed to H2O instances

    networkMask

    node network mask

    returns

    flatfile string if flatfile mode is enabled, else None

    Definition Classes

    InternalBackendUtils

40. def stop(stopSparkContext: Boolean): Unit

    

    Definition Classes

    InternalH2OBackend → SparklingBackend

41. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

42. def toFlatFileString(executors: Array[NodeDesc]): String

    

    Definition Classes

    InternalBackendUtils

43. def toH2OArgs(h2oArgs: Array[String], conf: H2OConf, executors: Array[NodeDesc]): Array[String]

    

    Definition Classes

    InternalBackendUtils

44. def toString(): String

    

    Definition Classes

    AnyRef → Any

45. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

46. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

47. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )