ExternalBackendReader

Instance Constructors

new ExternalBackendReader(keyName: String, chunkIdx: Int, numRows: Int, nodeDesc: NodeDesc, expectedTypes: Array[Byte], selectedColumnIndices: Array[Int], conf: H2OConf, sparkTimeZone: TimeZone)

keyName
key name of frame to query data from
chunkIdx
chunk index
nodeDesc
the h2o node which has data for chunk with the chunkIdx

Type Members

type DataSource = ChunkAutoBufferReader

Type from which we query the data
Type from which we query the data

Definition Classes
ExternalBackendReader → Reader
type OptionReader = (Int) ⇒ Option[Any]

Definition Classes
Reader
type Reader = (Int) ⇒ Any

Definition Classes
Reader

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
lazy val ExtractorsTable: Map[SimpleType[_], Function1[DataSource, _]]

This map registers for each type corresponding extractor
This map registers for each type corresponding extractor
Given a a column number, returns an Option[T] with the value parsed according to the type. You can override it.
A map from type name to option reader

Attributes
protected
Definition Classes
Reader
final def asInstanceOf[T0]: T0

Definition Classes
Any
def booleanAt(source: DataSource): Boolean

Attributes
protected
Definition Classes
ExternalBackendReader → Reader
def byteAt(source: DataSource): Byte

Attributes
protected
Definition Classes
ExternalBackendReader → Reader
val chunkIdx: Int

chunk index
chunk index

Definition Classes
ExternalBackendReader → Reader
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def columnValueProviders(columnIndexesWithTypes: Array[(Int, SimpleType[_])]): Array[() ⇒ Option[Any]]

For a given array of source column indexes and required data types, produces an array of value providers.
For a given array of source column indexes and required data types, produces an array of value providers.
columnIndexesWithTypes
lists which columns we need, and what are the required types
returns
an array of value providers. Each provider gives the current column value

Definition Classes
Reader
val conf: H2OConf
def doubleAt(source: DataSource): Double

Attributes
protected
Definition Classes
ExternalBackendReader → Reader
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def floatAt(source: DataSource): Float

Attributes
protected
Definition Classes
ExternalBackendReader → Reader
def fromSparkTimeZoneToUTC(date: Date): Long

Definition Classes
TimeZoneConversions
def fromSparkTimeZoneToUTC(timestamp: Timestamp): Long

Definition Classes
TimeZoneConversions
def fromSparkTimeZoneToUTC(timestamp: Long): Long

Definition Classes
TimeZoneConversions
def fromUTCToSparkTimeZone(timestamp: Long): Long

Definition Classes
TimeZoneConversions
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hasNext: Boolean

Definition Classes
ExternalBackendReader → Reader
def hashCode(): Int

Definition Classes
AnyRef → Any
def increaseRowIdx(): Unit

Definition Classes
Reader
def intAt(source: DataSource): Int

Attributes
protected
Definition Classes
ExternalBackendReader → Reader
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val keyName: String

key name of frame to query data from
key name of frame to query data from

Definition Classes
ExternalBackendReader → Reader
def longAt(source: DataSource): Long

Attributes
protected
Definition Classes
ExternalBackendReader → Reader
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
val nodeDesc: NodeDesc

the h2o node which has data for chunk with the chunkIdx
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val numRows: Int

Definition Classes
ExternalBackendReader → Reader
lazy val readerMapByName: Map[NameOfType, Reader]

Definition Classes
Reader
def returnOption[T](read: (DataSource) ⇒ T)(columnNum: Int): Option[T]

Returns Option with data was successfully obtained or none otherwise
Returns Option with data was successfully obtained or none otherwise

Definition Classes
ExternalBackendReader → Reader
def returnSimple[T](ifMissing: (String) ⇒ T, read: (DataSource) ⇒ T)(columnNum: Int): T

Returns the data if it was obtained successfully or the default value
Returns the data if it was obtained successfully or the default value

Definition Classes
ExternalBackendReader → Reader
var rowIdx: Int

Current row index
Current row index

Definition Classes
Reader
def shortAt(source: DataSource): Short

Attributes
protected
Definition Classes
ExternalBackendReader → Reader
val sparkTimeZone: TimeZone

Definition Classes
ExternalBackendReader → TimeZoneConversions
def string(source: DataSource): String

Attributes
protected
Definition Classes
ExternalBackendReader → Reader
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def timestamp(source: DataSource): Long

Attributes
protected
Definition Classes
Reader
def toString(): String

Definition Classes
AnyRef → Any
def utfString(source: DataSource): UTF8String

Attributes
protected
Definition Classes
Reader
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package external

class ExternalBackendReader extends Reader

Instance Constructors

new ExternalBackendReader(keyName: String, chunkIdx: Int, numRows: Int, nodeDesc: NodeDesc, expectedTypes: Array[Byte], selectedColumnIndices: Array[Int], conf: H2OConf, sparkTimeZone: TimeZone)

Type Members

type DataSource = ChunkAutoBufferReader

type OptionReader = (Int) ⇒ Option[Any]

type Reader = (Int) ⇒ Any

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

lazy val ExtractorsTable: Map[SimpleType[_], Function1[DataSource, _]]

final def asInstanceOf[T0]: T0

def booleanAt(source: DataSource): Boolean

def byteAt(source: DataSource): Byte

val chunkIdx: Int

def clone(): AnyRef

def columnValueProviders(columnIndexesWithTypes: Array[(Int, SimpleType[_])]): Array[() ⇒ Option[Any]]

val conf: H2OConf

def doubleAt(source: DataSource): Double

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

def floatAt(source: DataSource): Float

def fromSparkTimeZoneToUTC(date: Date): Long

def fromSparkTimeZoneToUTC(timestamp: Timestamp): Long

def fromSparkTimeZoneToUTC(timestamp: Long): Long

def fromUTCToSparkTimeZone(timestamp: Long): Long

final def getClass(): Class[_]

def hasNext: Boolean

def hashCode(): Int

def increaseRowIdx(): Unit

def intAt(source: DataSource): Int

final def isInstanceOf[T0]: Boolean

val keyName: String

def longAt(source: DataSource): Long

final def ne(arg0: AnyRef): Boolean

val nodeDesc: NodeDesc

final def notify(): Unit

final def notifyAll(): Unit

val numRows: Int

lazy val readerMapByName: Map[NameOfType, Reader]

def returnOption[T](read: (DataSource) ⇒ T)(columnNum: Int): Option[T]

def returnSimple[T](ifMissing: (String) ⇒ T, read: (DataSource) ⇒ T)(columnNum: Int): T

var rowIdx: Int

def shortAt(source: DataSource): Short

val sparkTimeZone: TimeZone

def string(source: DataSource): String

final def synchronized[T0](arg0: ⇒ T0): T0

def timestamp(source: DataSource): Long

def toString(): String

def utfString(source: DataSource): UTF8String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from shared.Reader

Inherited from TimeZoneConversions

Inherited from AnyRef

Inherited from Any

Ungrouped