class H2OContext extends H2OContextExtensions
- Alphabetic
- By Inheritance
- H2OContext
- H2OContextExtensions
- ShellUtils
- RestApiUtils
- RestCommunication
- RestEncodingUtils
- Logging
- Serializable
- Serializable
- Logging
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Value Members
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        !=(arg0: Any): Boolean
      
      
      - Definition Classes
- AnyRef → Any
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        ##(): Int
      
      
      - Definition Classes
- AnyRef → Any
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        ==(arg0: Any): Boolean
      
      
      - Definition Classes
- AnyRef → Any
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        asH2OFrame(s: String): H2OFrame
      
      
      Create a new H2OFrame based on existing Frame referenced by its id. 
-  def asH2OFrame(ds: SupportedDataset, frameName: Option[String]): H2OFrame
-  def asH2OFrame(ds: SupportedDataset, frameName: String): H2OFrame
- 
      
      
      
        
      
    
      
        
        def
      
      
        asH2OFrame(ds: SupportedDataset): H2OFrame
      
      
      Transforms Dataset[Supported type] to H2OFrame 
-  def asH2OFrame(df: DataFrame, frameName: Option[String] = None, featureColumns: Option[Seq[String]] = None): H2OFrame
-  def asH2OFrame(df: DataFrame, frameName: String): H2OFrame
-  def asH2OFrame(df: DataFrame, featureColumns: Seq[String]): H2OFrame
- 
      
      
      
        
      
    
      
        
        def
      
      
        asH2OFrame(df: DataFrame): H2OFrame
      
      
      Transform DataFrame to H2OFrame 
-  def asH2OFrame(rdd: SupportedRDD, frameName: Option[String]): H2OFrame
-  def asH2OFrame(rdd: SupportedRDD, frameName: String): H2OFrame
- 
      
      
      
        
      
    
      
        
        def
      
      
        asH2OFrame(rdd: SupportedRDD): H2OFrame
      
      
      Transforms RDD[Supported type] to H2OFrame 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        asInstanceOf[T0]: T0
      
      
      - Definition Classes
- Any
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        asRDD[A <: Product](implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A], arg1: ClassTag[A]): AnyRef { def apply(fr: ai.h2o.sparkling.H2OFrame): org.apache.spark.rdd.RDD[A] }
      
      
      A generic convert of Frame into Product RDD type A generic convert of Frame into Product RDD type Consider using asH2OFrame since asRDD has several limitations such as that asRDD can't be used in Spark REPL in case we are RDD[T] where T is class defined in REPL. This is because class T is created as inner class and we are not able to create instance of class T without outer scope - which is impossible to get. This code: hc.asRDD[PUBDEV458Type](rdd) will need to be call as hc.asRDD[PUBDEV458Type].apply(rdd) 
- 
      
      
      
        
      
    
      
        
        def
      
      
        asRDD[A <: Product](fr: H2OFrame)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A], arg1: ClassTag[A]): RDD[A]
      
      
      Convert given H2O frame into a Product RDD type Convert given H2O frame into a Product RDD type Consider using asH2OFrame since asRDD has several limitations such as that asRDD can't be used in Spark REPL in case we are RDD[T] where T is class defined in REPL. This is because class T is created as inner class and we are not able to create instance of class T without outer scope - which is impossible to get. 
-  def asSparkFrame(s: String): DataFrame
-  def asSparkFrame(s: String, copyMetadata: Boolean): DataFrame
-  def asSparkFrame(fr: H2OFrame, copyMetadata: Boolean = true): DataFrame
- 
      
      
      
        
      
    
      
        
        val
      
      
        backend: SparklingBackend
      
      
      Used backend Used backend - Attributes
- protected
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        checkResponseCode(connection: HttpURLConnection, confirmationLoggingLevel: LoggingLevel = Info): Unit
      
      
      - Definition Classes
- RestCommunication
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        clone(): AnyRef
      
      
      - Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        collectPropertiesDoc(): Map[String, String]
      
      
      - Attributes
- protected
- Definition Classes
- H2OContextExtensions
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        delete(endpoint: URI, suffix: String, conf: H2OConf): Unit
      
      
      - endpoint
- An address of H2O node with exposed REST endpoint 
- suffix
- REST relative path representing a specific call 
- conf
- H2O conf object 
 - Attributes
- protected
- Definition Classes
- RestCommunication
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        delete[ResultType](endpoint: URI, suffix: String, conf: H2OConf, params: Map[String, Any] = Map.empty, skippedFields: Seq[(Class[_], String)] = Seq.empty, encodeParamsAsJson: Boolean = false)(implicit arg0: ClassTag[ResultType]): ResultType
      
      
      - ResultType
- A type that the result will be deserialized to 
- endpoint
- An address of H2O node with exposed REST endpoint 
- suffix
- REST relative path representing a specific call 
- conf
- H2O conf object 
- params
- Query parameters 
- skippedFields
- The list of field specifications that are skipped during deserialization. The specification consists of the class containing the field and the field name. 
- returns
- A deserialized object 
 - Definition Classes
- RestCommunication
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        downloadBinaryURLContent(endpoint: URI, suffix: String, conf: H2OConf, file: File): Unit
      
      
      - Attributes
- protected
- Definition Classes
- RestCommunication
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        downloadH2OLogs(destinationDir: String, logContainer: String): String
      
      
      - Definition Classes
- H2OContextExtensions
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        downloadStringURLContent(endpoint: URI, suffix: String, conf: H2OConf, file: File): Unit
      
      
      - Attributes
- protected
- Definition Classes
- RestCommunication
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        eq(arg0: AnyRef): Boolean
      
      
      - Definition Classes
- AnyRef
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        equals(arg0: Any): Boolean
      
      
      - Definition Classes
- AnyRef → Any
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        finalize(): Unit
      
      
      - Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
 
-  def flowURL(): String
- 
      
      
      
        
      
    
      
        
        def
      
      
        getAndVerifyWorkerNodes(conf: H2OConf): Array[NodeDesc]
      
      
      - Attributes
- protected
- Definition Classes
- H2OContextExtensions
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        getClass(): Class[_]
      
      
      - Definition Classes
- AnyRef → Any
- Annotations
- @native()
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getClusterEndpoint(conf: H2OConf): URI
      
      
      - Definition Classes
- RestApiUtils
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getClusterInfo(conf: H2OConf): CloudV3
      
      
      - Definition Classes
- RestApiUtils
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getConf: H2OConf
      
      
      Return a copy of this H2OContext's configuration. Return a copy of this H2OContext's configuration. The configuration cannot be changed at runtime. 
-  def getH2OLogLevel(): String
-  def getH2ONodes(): Array[NodeDesc]
- 
      
      
      
        
      
    
      
        
        def
      
      
        getLogLevel(conf: H2OConf): String
      
      
      - Definition Classes
- RestApiUtils
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getNodes(cloudV3: CloudV3): Array[NodeDesc]
      
      
      - Definition Classes
- RestApiUtils
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getNodes(conf: H2OConf): Array[NodeDesc]
      
      
      - Definition Classes
- RestApiUtils
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getPingInfo(conf: H2OConf): PingV3
      
      
      - Definition Classes
- RestApiUtils
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getTimeZone(conf: H2OConf): String
      
      
      - Definition Classes
- RestApiUtils
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        h2oLocalClient: String
      
      
      Returns location of REST API of H2O client 
- 
      
      
      
        
      
    
      
        
        def
      
      
        h2oLocalClientIp: String
      
      
      Returns IP of H2O client 
- 
      
      
      
        
      
    
      
        
        def
      
      
        h2oLocalClientPort: Int
      
      
      Returns port where H2O REST API is exposed 
- 
      
      
      
        
      
    
      
        
        def
      
      
        hashCode(): Int
      
      
      - Definition Classes
- AnyRef → Any
- Annotations
- @native()
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        importHiveTable(database: String = HiveTableImporter.DEFAULT_DATABASE, table: String, partitions: Array[Array[String]] = null, allowMultiFormat: Boolean = false): H2OFrame
      
      
      - Definition Classes
- H2OContextExtensions
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        initializeLogIfNecessary(isInterpreter: Boolean): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        insert(endpoint: URI, suffix: String, conf: H2OConf, streamWrapper: (OutputStream) ⇒ OutputStream = identity, params: Map[String, Any] = Map.empty): OutputStream
      
      
      - endpoint
- An address of H2O node with exposed REST endpoint 
- suffix
- REST relative path representing a specific call 
- conf
- H2O conf object 
- params
- Query parameters 
- returns
- HttpUrlConnection facilitating the insertion and holding the outputStream 
 - Attributes
- protected
- Definition Classes
- RestCommunication
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        insertToNode(node: NodeDesc, suffix: String, conf: H2OConf, params: Map[String, Any] = Map.empty): OutputStream
      
      
      - node
- H2O node descriptor 
- suffix
- REST relative path representing a specific call 
- conf
- H2O conf object 
- params
- Query parameters 
- returns
- HttpUrlConnection facilitating the insertion and holding the outputStream 
 - Definition Classes
- RestCommunication
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        isInstanceOf[T0]: Boolean
      
      
      - Definition Classes
- Any
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        isPrimitiveType(value: Any): Boolean
      
      
      - Attributes
- protected
- Definition Classes
- RestEncodingUtils
 
-  def isStopped(): Boolean
- 
      
      
      
        
      
    
      
        
        def
      
      
        isTraceEnabled(): Boolean
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        launchShellCommand(cmdToLaunch: Seq[String]): Int
      
      
      - Attributes
- protected
- Definition Classes
- ShellUtils
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        log: Logger
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logDebug(msg: ⇒ String, throwable: Throwable): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logDebug(msg: ⇒ String): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logError(msg: ⇒ String, throwable: Throwable): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logError(msg: ⇒ String): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logInfo(msg: ⇒ String, throwable: Throwable): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logInfo(msg: ⇒ String): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logName: String
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logTrace(msg: ⇒ String, throwable: Throwable): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logTrace(msg: ⇒ String): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logWarning(msg: ⇒ String, throwable: Throwable): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logWarning(msg: ⇒ String): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        ne(arg0: AnyRef): Boolean
      
      
      - Definition Classes
- AnyRef
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        notify(): Unit
      
      
      - Definition Classes
- AnyRef
- Annotations
- @native()
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        notifyAll(): Unit
      
      
      - Definition Classes
- AnyRef
- Annotations
- @native()
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        openFlow(): Unit
      
      
      Open H2O Flow running in this client. 
- 
      
      
      
        
      
    
      
        
        def
      
      
        openURI(uri: String): Unit
      
      
      Open browser for given address. Open browser for given address. - uri
- address to open in browser, e.g., http://example.com 
 - Attributes
- protected
- Definition Classes
- H2OContextExtensions
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        query[ResultType](endpoint: URI, suffix: String, conf: H2OConf, params: Map[String, Any] = Map.empty, skippedFields: Seq[(Class[_], String)] = Seq.empty, confirmationLoggingLevel: LoggingLevel = Info)(implicit arg0: ClassTag[ResultType]): ResultType
      
      
      - ResultType
- A type that the result will be deserialized to 
- endpoint
- An address of H2O node with exposed REST endpoint 
- suffix
- REST relative path representing a specific call 
- conf
- H2O conf object 
- params
- Query parameters 
- skippedFields
- The list of field specifications that are skipped during deserialization. The specification consists of the class containing the field and the field name. 
- returns
- A deserialized object 
 - Definition Classes
- RestCommunication
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        readURLContent(endpoint: URI, requestType: String, suffix: String, conf: H2OConf, params: Map[String, Any] = Map.empty, encodeParamsAsJson: Boolean = false, file: Option[String] = None, confirmationLoggingLevel: LoggingLevel = Info): InputStream
      
      
      - Attributes
- protected
- Definition Classes
- RestCommunication
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        request[ResultType](endpoint: URI, requestType: String, suffix: String, conf: H2OConf, params: Map[String, Any] = Map.empty, skippedFields: Seq[(Class[_], String)] = Seq.empty, encodeParamsAsJson: Boolean = false, confirmationLoggingLevel: LoggingLevel = Info)(implicit arg0: ClassTag[ResultType]): ResultType
      
      
      - Definition Classes
- RestCommunication
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        resolveNodeEndpoint(node: NodeDesc, conf: H2OConf): URI
      
      
      - Definition Classes
- RestApiUtils
 
-  def setH2OLogLevel(level: String): Unit
- 
      
      
      
        
      
    
      
        
        def
      
      
        setLogLevel(conf: H2OConf, logLevel: String): Unit
      
      
      - Definition Classes
- RestApiUtils
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        setTimeZone(conf: H2OConf, timezone: String): Unit
      
      
      - Definition Classes
- RestApiUtils
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        shutdownCluster(conf: H2OConf): Unit
      
      
      - Definition Classes
- RestApiUtils
 
-  val sparkContext: SparkContext
- 
      
      
      
        
      
    
      
        
        def
      
      
        stop(stopSparkContext: Boolean = false): Unit
      
      
      Stops H2O context. Stops H2O context. - stopSparkContext
- stop also spark context 
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        stringify(value: Any): String
      
      
      - Attributes
- protected
- Definition Classes
- RestEncodingUtils
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        stringifyArray(arr: Array[_]): String
      
      
      - Attributes
- protected
- Definition Classes
- RestEncodingUtils
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        stringifyMap(map: Map[_, _]): String
      
      
      - Attributes
- protected
- Definition Classes
- RestEncodingUtils
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        stringifyPair(pair: Tuple2[_, _]): String
      
      
      - Attributes
- protected
- Definition Classes
- RestEncodingUtils
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        stringifyParams(params: Map[String, Any] = Map.empty, encodeParamsAsJson: Boolean = false): String
      
      
      - Attributes
- protected
- Definition Classes
- RestEncodingUtils
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        stringifyPrimitiveParam(value: Any): String
      
      
      - Attributes
- protected
- Definition Classes
- RestEncodingUtils
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        synchronized[T0](arg0: ⇒ T0): T0
      
      
      - Definition Classes
- AnyRef
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        toString(): String
      
      
      - Definition Classes
- H2OContext → AnyRef → Any
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        update[ResultType](endpoint: URI, suffix: String, conf: H2OConf, params: Map[String, Any] = Map.empty, skippedFields: Seq[(Class[_], String)] = Seq.empty, encodeParamsAsJson: Boolean = false)(implicit arg0: ClassTag[ResultType]): ResultType
      
      
      - ResultType
- A type that the result will be deserialized to 
- endpoint
- An address of H2O node with exposed REST endpoint 
- suffix
- REST relative path representing a specific call 
- conf
- H2O conf object 
- params
- Query parameters 
- skippedFields
- The list of field specifications that are skipped during deserialization. The specification consists of the class containing the field and the field name. 
- returns
- A deserialized object 
 - Definition Classes
- RestCommunication
 
-  def visibleFlowURL(): String
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        wait(): Unit
      
      
      - Definition Classes
- AnyRef
- Annotations
- @throws( ... )
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        wait(arg0: Long, arg1: Int): Unit
      
      
      - Definition Classes
- AnyRef
- Annotations
- @throws( ... )
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        wait(arg0: Long): Unit
      
      
      - Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        withConversionDebugPrints(sc: SparkContext, conversionName: String, block: ⇒ H2OFrame): H2OFrame
      
      
      - Attributes
- protected
- Definition Classes
- H2OContextExtensions
 
- 
      
      
      
        
      
    
      
        
        object
      
      
        implicits extends H2OContextImplicits with Serializable
      
      
      Define implicits available via h2oContext.implicits._ 
- 
      
      
      
        
      
    
      
        
        object
      
      
        LoggingLevel extends Enumeration
      
      
      - Definition Classes
- RestCommunication