InternalH2OBackend

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. val TEMP_DIR_ATTEMPTS: Int

   

   Definition Classes

   SharedBackendUtils

5. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

6. def backendUIInfo: Seq[(String, String)]

   

   Definition Classes

   InternalH2OBackend → SparklingBackend

7. def checkAndUpdateConf(conf: H2OConf): H2OConf

   

   Check Spark and H2O environment, update it if necessary and and warn about possible problems.

   Check Spark and H2O environment, update it if necessary and and warn about possible problems.

   This method checks the environments for generic configuration which does not depend on particular backend used In order to check the configuration for specific backend, method checkAndUpdateConf on particular backend has to be called.

   This method has to be called at the start of each method which override this one

   conf

   H2O Configuration to check

   returns

   checked and updated configuration

   Definition Classes

   InternalH2OBackend → SharedBackendUtils → SparklingBackend

8. def checkUnsupportedSparkOptions(unsupportedSparkOptions: Seq[(String, String)], conf: H2OConf): Unit

   

   Definition Classes

   InternalBackendUtils

9. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

10. def defaultLogDir(appId: String): String

    

    Definition Classes

    SharedBackendUtils

11. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

12. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

13. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

14. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

15. def getH2OClientArgs(conf: H2OConf): Array[String]

    

    Get common arguments for H2O client.

    Get common arguments for H2O client.

    returns

    array of H2O client arguments.

    Definition Classes

    SharedBackendUtils

16. def getH2OCommonArgs(conf: H2OConf): Seq[String]

    

    Get H2O arguments which are passed to every node - regular node, client node

    Get H2O arguments which are passed to every node - regular node, client node

    conf

    H2O Configuration

    returns

    sequence of arguments

    Definition Classes

    SharedBackendUtils

17. def getH2ONodeArgs(conf: H2OConf): Array[String]

    

    Produce arguments for H2O node based on provided configuration

    Produce arguments for H2O node based on provided configuration

    returns

    array of H2O launcher command line arguments

    Definition Classes

    InternalBackendUtils

18. def getHostname(env: SparkEnv): String

    

    Return hostname of this node based on SparkEnv

    Return hostname of this node based on SparkEnv

    env

    SparkEnv instance

    returns

    hostname of the node

    Definition Classes

    SharedBackendUtils

19. def getLoginArgs(conf: H2OConf): Seq[String]

    

    Definition Classes

    SharedBackendUtils

20. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

21. val hc: H2OContext

    

22. def init(): Array[NodeDesc]

    

    Initialize Sparkling H2O and start H2O cloud.

    Initialize Sparkling H2O and start H2O cloud.

    Definition Classes

    InternalH2OBackend → SparklingBackend

23. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

24. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

25. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

26. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

27. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

28. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

29. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

30. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

31. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

32. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

33. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

34. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

35. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

36. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

37. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

38. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

39. final def notify(): Unit

    

    Definition Classes

    AnyRef

40. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

41. def saveAsFile(content: String): File

    

    Definition Classes

    SharedBackendUtils

42. def startH2O(sc: SparkContext, spreadRDD: RDD[NodeDesc], numOfExecutors: Int, h2oArgs: Array[String], networkMask: Option[String]): Array[NodeDesc]

    

    Start H2O nodes on given executors.

    Start H2O nodes on given executors.

    sc

    Spark context

    spreadRDD

    helper RDD spread over all executors

    numOfExecutors

    number of executors in Spark cluster

    h2oArgs

    arguments passed to H2O instances

    networkMask

    node network mask

    returns

    flatfile string if flatfile mode is enabled, else None

    Definition Classes

    InternalBackendUtils

43. def stop(stopSparkContext: Boolean): Unit

    

    Definition Classes

    InternalH2OBackend → SparklingBackend

44. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

45. def toFlatFileString(executors: Array[NodeDesc]): String

    

    Definition Classes

    InternalBackendUtils

46. def toH2OArgs(h2oArgs: Array[String], conf: H2OConf, executors: Array[NodeDesc]): Array[String]

    

    Definition Classes

    InternalBackendUtils

47. def toString(): String

    

    Definition Classes

    AnyRef → Any

48. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

49. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

50. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )