H2OSchemaUtils

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. val ARRAY_TYPE: Byte

   

5. val NORMAL_TYPE: Byte

   

6. val VEC_TYPE: Byte

   

7. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

8. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

9. def collectArrayLikeTypes(fields: Seq[StructField], path: Seq[Int] = Seq()): Seq[Seq[Int]]

   

10. def collectStringTypesIndx(fields: Seq[StructField], path: Seq[Int] = Seq()): Seq[Seq[Int]]

    

    Collect all StringType indexes in give list representing schema

11. def collectTypeIndx(fields: Seq[StructField], path: Seq[Int] = Seq()): Seq[Seq[Int]]

    

12. def collectVectorLikeTypes(fields: Seq[StructField], path: Seq[Int] = Seq()): Seq[Seq[Int]]

    

13. def createSchema[T <: Frame](f: T, copyMetadata: Boolean): StructType

    

14. def dataTypeToVecType(dt: DataType): Byte

    

    Method translating SQL types into Sparkling Water types

15. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

16. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

17. def expandedSchema(sc: SparkContext, srdd: DataFrame): Seq[(Seq[Int], StructField, Byte)]

    

    Returns expanded schema

    Returns expanded schema

    • schema is represented as list of types and its position inside row
    • all arrays are expanded into columns based on the longest one
    • all vectors are expanded into columns

    sc

    actual Spark context

    srdd

    schema-based RDD

    returns

    list of types with their positions

18. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

19. def flatSchema(s: StructType, typeName: Option[String] = None, nullable: Boolean = false): Seq[StructField]

    

    Return flattenized type - recursively transforms StrucType into Seq of encapsulated types.

20. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

21. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

22. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

23. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

24. final def notify(): Unit

    

    Definition Classes

    AnyRef

25. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

26. def numericVecTypeToDataType(v: Vec): DataType

    

27. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

28. def toString(): String

    

    Definition Classes

    AnyRef → Any

29. def vecTypeToDataType(v: Vec): DataType

    

    Return catalyst structural type for given H2O vector.

    Return catalyst structural type for given H2O vector.

    The mapping of type is flat, if type is unrecognized IllegalArgumentException is thrown.

    v

    H2O vector

    returns

    catalyst data type

30. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

31. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

32. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )