InternalH2OBackend

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. val TEMP_DIR_ATTEMPTS: Int

   

   Definition Classes

   SharedBackendUtils

5. def addIfNotNull(arg: String, value: String): Seq[String]

   

   Definition Classes

   SharedBackendUtils

6. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

7. def backendUIInfo: Seq[(String, String)]

   

   Definition Classes

   InternalH2OBackend → SparklingBackend

8. def checkAndUpdateConf(conf: H2OConf): H2OConf

   

   Check Spark and H2O environment, update it if necessary and and warn about possible problems.

   Check Spark and H2O environment, update it if necessary and and warn about possible problems.

   This method checks the environments for generic configuration which does not depend on particular backend used In order to check the configuration for specific backend, method checkAndUpdateConf on particular backend has to be called.

   This method has to be called at the start of each method which override this one

   conf

   H2O Configuration to check

   returns

   checked and updated configuration

   Definition Classes

   InternalH2OBackend → SharedBackendUtils → SparklingBackend

9. def checkUnsupportedSparkOptions(unsupportedSparkOptions: Seq[(String, String)], conf: H2OConf): Unit

   

   Definition Classes

   InternalBackendUtils

10. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

11. def defaultLogDir(appId: String): String

    

    Definition Classes

    SharedBackendUtils

12. def epilog: String

    

    Definition Classes

    InternalH2OBackend → SparklingBackend

13. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

14. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

15. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

16. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

17. def getH2OClientArgs(conf: H2OConf): Array[String]

    

    Get common arguments for H2O client.

    Get common arguments for H2O client.

    returns

    array of H2O client arguments.

    Definition Classes

    SharedBackendUtils

18. def getH2OCommonArgs(conf: H2OConf): Seq[String]

    

    Get H2O arguments which are passed to every node - regular node, client node

    Get H2O arguments which are passed to every node - regular node, client node

    conf

    H2O Configuration

    returns

    sequence of arguments

    Definition Classes

    SharedBackendUtils

19. def getH2ONodeArgs(conf: H2OConf): Array[String]

    

    Produce arguments for H2O node based on provided configuration

    Produce arguments for H2O node based on provided configuration

    returns

    array of H2O launcher command line arguments

    Definition Classes

    InternalBackendUtils

20. def getHostname(env: SparkEnv): String

    

    Return hostname of this node based on SparkEnv

    Return hostname of this node based on SparkEnv

    env

    SparkEnv instance

    returns

    hostname of the node

    Definition Classes

    SharedBackendUtils

21. def getLoginArgs(conf: H2OConf): Seq[String]

    

    Definition Classes

    SharedBackendUtils

22. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

23. val hc: H2OContext

    

24. def init(): Array[NodeDesc]

    

    Initialize Sparkling H2O and start H2O cloud.

    Initialize Sparkling H2O and start H2O cloud.

    Definition Classes

    InternalH2OBackend → SparklingBackend

25. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

26. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

27. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

28. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

29. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

30. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

31. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

32. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

33. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

34. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

35. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

36. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

37. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

38. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

39. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

40. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

41. final def notify(): Unit

    

    Definition Classes

    AnyRef

42. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

43. def saveAsFile(content: String): File

    

    Definition Classes

    SharedBackendUtils

44. def startH2O(sc: SparkContext, spreadRDD: RDD[NodeDesc], numOfExecutors: Int, h2oArgs: Array[String], conf: H2OConf): Array[NodeDesc]

    

    Start H2O nodes on given executors.

    Start H2O nodes on given executors.

    sc

    Spark context

    spreadRDD

    helper RDD spread over all executors

    numOfExecutors

    number of executors in Spark cluster

    h2oArgs

    arguments passed to H2O instances

    conf

    H2O Conf

    returns

    flatfile string if flatfile mode is enabled, else None

    Definition Classes

    InternalBackendUtils

45. def stop(stopSparkContext: Boolean): Unit

    

    Definition Classes

    InternalH2OBackend → SparklingBackend

46. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

47. def toFlatFileString(conf: H2OConf, executors: Array[NodeDesc]): String

    

    Definition Classes

    InternalBackendUtils

48. def toH2OArgs(h2oArgs: Array[String], conf: H2OConf, executors: Array[NodeDesc]): Array[String]

    

    Definition Classes

    InternalBackendUtils

49. def toString(): String

    

    Definition Classes

    AnyRef → Any

50. def translateHostnameToIp(hostname: String): String

    

    Definition Classes

    InternalBackendUtils

51. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

52. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

53. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )