InternalBackendReader

Instance Constructors

new InternalBackendReader(keyName: String, chunkIdx: Int, sparkTimeZone: TimeZone)

Type Members

type DataSource = Chunk

Type from which we query the data
Type from which we query the data

Definition Classes
InternalBackendReader → Reader
type OptionReader = (Int) ⇒ Option[Any]

Definition Classes
Reader
type Reader = (Int) ⇒ Any

Definition Classes
Reader

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
lazy val ExtractorsTable: Map[SimpleType[_], Function1[DataSource, _]]

This map registers for each type corresponding extractor
This map registers for each type corresponding extractor
Given a a column number, returns an Option[T] with the value parsed according to the type. You can override it.
A map from type name to option reader

Attributes
protected
Definition Classes
Reader
final def asInstanceOf[T0]: T0

Definition Classes
Any
def booleanAt(source: Chunk): Boolean

Attributes
protected
Definition Classes
InternalBackendReader → Reader
def byteAt(source: Chunk): Byte

Attributes
protected
Definition Classes
InternalBackendReader → Reader
val chunkIdx: Int

Chunk Idx/Partition index
Chunk Idx/Partition index

Definition Classes
InternalBackendReader → Reader
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def columnValueProviders(columnIndexesWithTypes: Array[(Int, SimpleType[_])]): Array[() ⇒ Option[Any]]

For a given array of source column indexes and required data types, produces an array of value providers.
For a given array of source column indexes and required data types, produces an array of value providers.
columnIndexesWithTypes
lists which columns we need, and what are the required types
returns
an array of value providers. Each provider gives the current column value

Definition Classes
Reader
def doubleAt(source: DataSource): Double

Attributes
protected
Definition Classes
InternalBackendReader → Reader
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def floatAt(source: Chunk): Float

Attributes
protected
Definition Classes
InternalBackendReader → Reader
def fromSparkTimeZoneToUTC(date: Date): Long

Definition Classes
TimeZoneConversions
def fromSparkTimeZoneToUTC(timestamp: Timestamp): Long

Definition Classes
TimeZoneConversions
def fromSparkTimeZoneToUTC(timestamp: Long): Long

Definition Classes
TimeZoneConversions
def fromUTCToSparkTimeZone(timestamp: Long): Long

Definition Classes
TimeZoneConversions
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hasNext: Boolean

Definition Classes
Reader
def hashCode(): Int

Definition Classes
AnyRef → Any
def increaseRowIdx(): Unit

Definition Classes
Reader
def intAt(source: Chunk): Int

Attributes
protected
Definition Classes
InternalBackendReader → Reader
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val keyName: String

Key pointing to H2OFrame containing the data
Key pointing to H2OFrame containing the data

Definition Classes
InternalBackendReader → Reader
def longAt(source: DataSource): Long

Attributes
protected
Definition Classes
InternalBackendReader → Reader
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
lazy val numRows: Int

Number of rows in this partition
Number of rows in this partition

Definition Classes
InternalBackendReader → Reader
lazy val readerMapByName: Map[NameOfType, Reader]

Definition Classes
Reader
def returnOption[T](read: (DataSource) ⇒ T)(columnNum: Int): Option[T]

Returns Option with data was successfully obtained or none otherwise
Returns Option with data was successfully obtained or none otherwise

Definition Classes
InternalBackendReader → Reader
def returnSimple[T](ifMissing: (String) ⇒ T, read: (DataSource) ⇒ T)(columnNum: Int): T

Returns the data if it was obtained successfully or the default value
Returns the data if it was obtained successfully or the default value

Definition Classes
InternalBackendReader → Reader
var rowIdx: Int

Current row index
Current row index

Definition Classes
Reader
def shortAt(source: Chunk): Short

Attributes
protected
Definition Classes
InternalBackendReader → Reader
val sparkTimeZone: TimeZone

Definition Classes
InternalBackendReader → TimeZoneConversions
def string(source: DataSource): String

Attributes
protected
Definition Classes
InternalBackendReader → Reader
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def timestamp(source: DataSource): Long

Attributes
protected
Definition Classes
Reader
def toString(): String

Definition Classes
AnyRef → Any
def utfString(source: DataSource): UTF8String

Attributes
protected
Definition Classes
Reader
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package internal

class InternalBackendReader extends Reader

Instance Constructors

new InternalBackendReader(keyName: String, chunkIdx: Int, sparkTimeZone: TimeZone)

Type Members

type DataSource = Chunk

type OptionReader = (Int) ⇒ Option[Any]

type Reader = (Int) ⇒ Any

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

lazy val ExtractorsTable: Map[SimpleType[_], Function1[DataSource, _]]

final def asInstanceOf[T0]: T0

def booleanAt(source: Chunk): Boolean

def byteAt(source: Chunk): Byte

val chunkIdx: Int

def clone(): AnyRef

def columnValueProviders(columnIndexesWithTypes: Array[(Int, SimpleType[_])]): Array[() ⇒ Option[Any]]

def doubleAt(source: DataSource): Double

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

def floatAt(source: Chunk): Float

def fromSparkTimeZoneToUTC(date: Date): Long

def fromSparkTimeZoneToUTC(timestamp: Timestamp): Long

def fromSparkTimeZoneToUTC(timestamp: Long): Long

def fromUTCToSparkTimeZone(timestamp: Long): Long

final def getClass(): Class[_]

def hasNext: Boolean

def hashCode(): Int

def increaseRowIdx(): Unit

def intAt(source: Chunk): Int

final def isInstanceOf[T0]: Boolean

val keyName: String

def longAt(source: DataSource): Long

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

lazy val numRows: Int

lazy val readerMapByName: Map[NameOfType, Reader]

def returnOption[T](read: (DataSource) ⇒ T)(columnNum: Int): Option[T]

def returnSimple[T](ifMissing: (String) ⇒ T, read: (DataSource) ⇒ T)(columnNum: Int): T

var rowIdx: Int

def shortAt(source: Chunk): Short

val sparkTimeZone: TimeZone

def string(source: DataSource): String

final def synchronized[T0](arg0: ⇒ T0): T0

def timestamp(source: DataSource): Long

def toString(): String

def utfString(source: DataSource): UTF8String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from shared.Reader

Inherited from TimeZoneConversions

Inherited from AnyRef

Inherited from Any

Ungrouped