InternalH2OBackend

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. val TEMP_DIR_ATTEMPTS: Int

   

   Definition Classes

   SharedBackendUtils

5. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

6. def backenUIInfo: Seq[(String, String)]

   

   Definition Classes

   InternalH2OBackend → SparklingBackend

7. def checkAndUpdateConf(conf: H2OConf): H2OConf

   

   Check Spark and H2O environment, update it if necessary and and warn about possible problems.

   Check Spark and H2O environment, update it if necessary and and warn about possible problems.

   This method checks the environments for generic configuration which does not depend on particular backend used In order to check the configuration for specific backend, method checkAndUpdateConf on particular backend has to be called.

   This method has to be called at the start of each method which override this one

   conf

   H2O Configuration to check

   returns

   checked and updated configuration

   Definition Classes

   InternalH2OBackend → SharedBackendUtils → SparklingBackend

8. def checkUnsupportedSparkOptions(unsupportedSparkOptions: Seq[(String, String)], conf: H2OConf): Unit

   

   Definition Classes

   InternalBackendUtils

9. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

10. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

11. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

12. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

13. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

14. def getH2OClientArgs(conf: H2OConf): Array[String]

    

    Get common arguments for H2O client.

    Get common arguments for H2O client.

    returns

    array of H2O client arguments.

    Definition Classes

    SharedBackendUtils

15. def getH2OCommonArgs(conf: H2OConf): Seq[String]

    

    Get H2O arguments which are passed to every node - regular node, client node

    Get H2O arguments which are passed to every node - regular node, client node

    conf

    H2O Configuration

    returns

    sequence of arguments

    Definition Classes

    SharedBackendUtils

16. def getH2ONodeArgs(conf: H2OConf): Array[String]

    

    Produce arguments for H2O node based on provided configuration

    Produce arguments for H2O node based on provided configuration

    returns

    array of H2O launcher command line arguments

    Definition Classes

    InternalBackendUtils

17. def getHostname(env: SparkEnv): String

    

    Return hostname of this node based on SparkEnv

    Return hostname of this node based on SparkEnv

    env

    SparkEnv instance

    returns

    hostname of the node

    Definition Classes

    SharedBackendUtils

18. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

19. val hc: H2OContext

    

20. def init(): Array[NodeDesc]

    

    Initialize Sparkling H2O and start H2O cloud.

    Initialize Sparkling H2O and start H2O cloud.

    Definition Classes

    InternalH2OBackend → SparklingBackend

21. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

22. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

23. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

24. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

25. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

26. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

27. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

28. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

29. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

30. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

31. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

32. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

33. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

34. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

35. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

36. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

37. final def notify(): Unit

    

    Definition Classes

    AnyRef

38. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

39. def saveAsFile(content: String): File

    

    Definition Classes

    SharedBackendUtils

40. def startH2O(sc: SparkContext, spreadRDD: RDD[NodeDesc], numOfExecutors: Int, h2oArgs: Array[String], networkMask: Option[String]): Array[NodeDesc]

    

    Start H2O nodes on given executors.

    Start H2O nodes on given executors.

    sc

    Spark context

    spreadRDD

    helper RDD spread over all executors

    numOfExecutors

    number of executors in Spark cluster

    h2oArgs

    arguments passed to H2O instances

    networkMask

    node network mask

    returns

    flatfile string if flatfile mode is enabled, else None

    Definition Classes

    InternalBackendUtils

41. def stop(stopSparkContext: Boolean): Unit

    

    Definition Classes

    InternalH2OBackend → SparklingBackend

42. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

43. def toFlatFileString(executors: Array[NodeDesc]): String

    

    Definition Classes

    InternalBackendUtils

44. def toH2OArgs(h2oArgs: Array[String], conf: H2OConf, executors: Array[NodeDesc]): Array[String]

    

    Definition Classes

    InternalBackendUtils

45. def toString(): String

    

    Definition Classes

    AnyRef → Any

46. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

47. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

48. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )