InternalH2OBackend

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. val TEMP_DIR_ATTEMPTS: Int

   

   Definition Classes

   SharedBackendUtils

5. def addIfNotNull(arg: String, value: String): Seq[String]

   

   Definition Classes

   SharedBackendUtils

6. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

7. def backendUIInfo: Seq[(String, String)]

   

   Definition Classes

   InternalH2OBackend → SparklingBackend

8. def checkAndUpdateConf(conf: H2OConf): H2OConf

   

   Check Spark and H2O environment, update it if necessary and and warn about possible problems.

   Check Spark and H2O environment, update it if necessary and and warn about possible problems.

   This method checks the environments for generic configuration which does not depend on particular backend used In order to check the configuration for specific backend, method checkAndUpdateConf on particular backend has to be called.

   This method has to be called at the start of each method which override this one

   conf

   H2O Configuration to check

   returns

   checked and updated configuration

   Definition Classes

   InternalH2OBackend → InternalBackendUtils → SharedBackendUtils → SparklingBackend

9. def checkUnsupportedSparkOptions(unsupportedSparkOptions: Seq[(String, String)], conf: H2OConf): Unit

   

   Definition Classes

   InternalBackendUtils

10. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

11. def createTempDir(): File

    

    Definition Classes

    SharedBackendUtils

12. def defaultLogDir(appId: String): String

    

    Definition Classes

    SharedBackendUtils

13. def epilog: String

    

    Definition Classes

    InternalH2OBackend → SparklingBackend

14. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

15. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

16. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

17. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

18. def getH2OClientArgs(conf: H2OConf): Array[String]

    

    Get common arguments for H2O client.

    Get common arguments for H2O client.

    returns

    array of H2O client arguments.

    Definition Classes

    SharedBackendUtils

19. def getH2OClientArgsLocalNode(conf: H2OConf): Array[String]

    

    Definition Classes

    SharedBackendUtils

20. def getH2OCommonArgs(conf: H2OConf): Seq[String]

    

    Get H2O arguments which are passed to every node - regular node, client node

    Get H2O arguments which are passed to every node - regular node, client node

    conf

    H2O Configuration

    returns

    sequence of arguments

    Definition Classes

    SharedBackendUtils

21. def getH2ONodeArgs(conf: H2OConf): Array[String]

    

    Produce arguments for H2O node based on provided configuration

    Produce arguments for H2O node based on provided configuration

    returns

    array of H2O launcher command line arguments

    Definition Classes

    InternalBackendUtils

22. def getHostname(env: SparkEnv): String

    

    Return hostname of this node based on SparkEnv

    Return hostname of this node based on SparkEnv

    env

    SparkEnv instance

    returns

    hostname of the node

    Definition Classes

    SharedBackendUtils

23. def getLoginArgs(conf: H2OConf): Seq[String]

    

    Definition Classes

    SharedBackendUtils

24. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

25. val hc: H2OContext

    

26. def init(): Array[NodeDesc]

    

    Initialize Sparkling H2O and start H2O cloud.

    Initialize Sparkling H2O and start H2O cloud.

    Definition Classes

    InternalH2OBackend → SparklingBackend

27. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

28. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

29. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

30. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

31. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

32. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

33. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

34. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

35. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

36. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

37. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

38. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

39. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

40. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

41. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

42. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

43. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

44. final def notify(): Unit

    

    Definition Classes

    AnyRef

45. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

46. def saveAsFile(content: String): File

    

    Definition Classes

    SharedBackendUtils

47. def startH2O(sc: SparkContext, spreadRDD: RDD[NodeDesc], numOfExecutors: Int, h2oArgs: Array[String], conf: H2OConf): Array[NodeDesc]

    

    Start H2O nodes on given executors.

    Start H2O nodes on given executors.

    sc

    Spark context

    spreadRDD

    helper RDD spread over all executors

    numOfExecutors

    number of executors in Spark cluster

    h2oArgs

    arguments passed to H2O instances

    conf

    H2O Conf

    returns

    flatfile string if flatfile mode is enabled, else None

    Definition Classes

    InternalBackendUtils

48. def stop(stopSparkContext: Boolean): Unit

    

    Definition Classes

    InternalH2OBackend → SparklingBackend

49. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

50. def toFlatFileString(conf: H2OConf, executors: Array[NodeDesc]): String

    

    Definition Classes

    InternalBackendUtils

51. def toH2OArgs(h2oArgs: Array[String], conf: H2OConf, executors: Array[NodeDesc]): Array[String]

    

    Definition Classes

    InternalBackendUtils

52. def toString(): String

    

    Definition Classes

    AnyRef → Any

53. def translateHostnameToIp(hostname: String): String

    

    Definition Classes

    InternalBackendUtils

54. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

55. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

56. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )