ExternalBackendConf

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. val EXTERNAL_BACKEND_AUTO_MODE: String

   

5. val EXTERNAL_BACKEND_MANUAL_MODE: String

   

6. val PROP_EXTERNAL_BACKEND_STOP_TIMEOUT: (String, Int)

   

   Timeout for confirmation from worker nodes when stopping the external backend.

   Timeout for confirmation from worker nodes when stopping the external backend. It is also possible to pass -1 to ensure the indefinite timeout. The unit is milliseconds.

7. val PROP_EXTERNAL_CLUSTER_DRIVER_PATH: (String, None.type)

   

   Path to h2o driver

8. val PROP_EXTERNAL_CLUSTER_HDFS_DIR: (String, None.type)

   

   HDFS dir for external h2o nodes when starting in auto mode

9. val PROP_EXTERNAL_CLUSTER_INFO_FILE: (String, None.type)

   

   Path to a file used as cluster notification file

10. val PROP_EXTERNAL_CLUSTER_KILL_ON_UNHEALTHY: (String, Boolean)

    

    If true, the client will try to kill the cluster and then itself in case some nodes in the cluster report unhealthy status

11. val PROP_EXTERNAL_CLUSTER_REPRESENTATIVE: (String, None.type)

    

    ip:port of arbitrary h2o node to identify external h2o cluster

12. val PROP_EXTERNAL_CLUSTER_SIZE: (String, None.type)

    

    Number of nodes to wait for when connecting to external H2O cluster in manual mode.

    Number of nodes to wait for when connecting to external H2O cluster in manual mode. In auto mode, number of nodes to be started. This option does not have any effect in manual cluster start in case spark.ext.h2o.rest.api.based.client is set to true

13. val PROP_EXTERNAL_CLUSTER_START_MODE: (String, String)

    

    If this option is set to "auto" then h2o external cluster will be automatically started using the provided h2o driver on yarn, otherwise it is expected that the cluster will be started by the user

14. val PROP_EXTERNAL_CLUSTER_START_TIMEOUT: (String, Int)

    

    Timeout in seconds for starting h2o external cluster

15. val PROP_EXTERNAL_CLUSTER_YARN_QUEUE: (String, None.type)

    

    Yarn queue on which external cluster should be started

16. val PROP_EXTERNAL_COMMUNICATION_COMPRESSION: (String, String)

    

    The type of compression used for data transfer between Spark and H2O nodes

17. val PROP_EXTERNAL_DISABLE_VERSION_CHECK: (String, Boolean)

    

    Disable version check of external H2O backend

18. val PROP_EXTERNAL_DRIVER_IF: (String, None.type)

    

19. val PROP_EXTERNAL_DRIVER_PORT: (String, None.type)

    

20. val PROP_EXTERNAL_DRIVER_PORT_RANGE: (String, None.type)

    

21. val PROP_EXTERNAL_EXTRA_JARS: (String, None.type)

    

    Comma-separated paths to jar files that will be placed onto classpath of each H2O node.

22. val PROP_EXTERNAL_EXTRA_MEMORY_PERCENT: (String, Int)

    

23. val PROP_EXTERNAL_H2O_MEMORY: (String, String)

    

    Number of memory assigned to each external h2o node when starting in auto mode

24. val PROP_EXTERNAL_HADOOP_EXECUTABLE: (String, String)

    

    Hadoop executable used to start external H2O cluster on Hadoop

25. val PROP_EXTERNAL_KERBEROS_KEYTAB: (String, None.type)

    

    Path to Kerberos key tab

26. val PROP_EXTERNAL_KERBEROS_PRINCIPAL: (String, None.type)

    

    Kerberos principal

27. val PROP_EXTERNAL_RUN_AS_USER: (String, None.type)

    

    Impersonated Hadoop user

28. final def asInstanceOf[T0]: T0

    

    Definition Classes

    Any

29. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

30. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

31. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

32. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

33. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

34. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

35. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

36. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

37. final def notify(): Unit

    

    Definition Classes

    AnyRef

38. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

39. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

40. def toString(): String

    

    Definition Classes

    AnyRef → Any

41. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

42. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

43. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )