ExternalReadConverterCtx

Instance Constructors

new ExternalReadConverterCtx(keyName: String, chunkIdx: Int, nodeDesc: NodeDesc, expectedTypes: Array[Byte], selectedColumnIndices: Array[Int], readTimeout: Int, driverTimeStamp: Short)

keyName
key name of frame to query data from
chunkIdx
chunk index
nodeDesc
the h2o node which has data for chunk with the chunkIdx

Type Members

type DataSource = ExternalFrameReaderClient

Type from which we query the data
Type from which we query the data

Definition Classes
ExternalReadConverterCtx → ReadConverterCtx
type OptionReader = (Int) ⇒ Option[Any]

Definition Classes
ReadConverterCtx
type Reader = (Int) ⇒ Any

Definition Classes
ReadConverterCtx

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
lazy val ExtractorsTable: Map[SimpleType[_], Function1[DataSource, _]]

This map registers for each type corresponding extractor
This map registers for each type corresponding extractor
Given a a column number, returns an Option[T] with the value parsed according to the type. You can override it.
A map from type name to option reader

Attributes
protected
Definition Classes
ReadConverterCtx
final def asInstanceOf[T0]: T0

Definition Classes
Any
def booleanAt(source: ExternalFrameReaderClient): Boolean

Attributes
protected
Definition Classes
ExternalReadConverterCtx → ReadConverterCtx
def byteAt(source: ExternalFrameReaderClient): Byte

Attributes
protected
Definition Classes
ExternalReadConverterCtx → ReadConverterCtx
val chunkIdx: Int

chunk index
chunk index

Definition Classes
ExternalReadConverterCtx → ReadConverterCtx
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def columnValueProviders(columnIndexesWithTypes: Array[(Int, SimpleType[_])]): Array[() ⇒ Option[Any]]

For a given array of source column indexes and required data types, produces an array of value providers.
For a given array of source column indexes and required data types, produces an array of value providers.
columnIndexesWithTypes
lists which columns we need, and what are the required types
returns
an array of value providers. Each provider gives the current column value

Definition Classes
ReadConverterCtx
def doubleAt(source: DataSource): Double

Attributes
protected
Definition Classes
ExternalReadConverterCtx → ReadConverterCtx
val driverTimeStamp: Short
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
val externalFrameReader: ExternalFrameReaderClient
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def floatAt(source: ExternalFrameReaderClient): Float

Attributes
protected
Definition Classes
ExternalReadConverterCtx → ReadConverterCtx
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hasNext: Boolean

Definition Classes
ExternalReadConverterCtx → ReadConverterCtx
Exceptions thrown
ExternalFrameConfirmationException in case of confirmation failure. This has also effect of Spark stopping the current job and rescheduling it
def hashCode(): Int

Definition Classes
AnyRef → Any
def increaseRowIdx(): Unit

Definition Classes
ReadConverterCtx
def intAt(source: ExternalFrameReaderClient): Int

Attributes
protected
Definition Classes
ExternalReadConverterCtx → ReadConverterCtx
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val keyName: String

key name of frame to query data from
key name of frame to query data from

Definition Classes
ExternalReadConverterCtx → ReadConverterCtx
def longAt(source: DataSource): Long

Attributes
protected
Definition Classes
ExternalReadConverterCtx → ReadConverterCtx
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
val nodeDesc: NodeDesc

the h2o node which has data for chunk with the chunkIdx
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def numRows: Int

Definition Classes
ExternalReadConverterCtx → ReadConverterCtx
val readTimeout: Int
lazy val readerMapByName: Map[NameOfType, Reader]

Definition Classes
ReadConverterCtx
def returnOption[T](read: (DataSource) ⇒ T)(columnNum: Int): Option[T]

Returns Option with data was successfully obtained or none otherwise
Returns Option with data was successfully obtained or none otherwise

Definition Classes
ExternalReadConverterCtx → ReadConverterCtx
def returnSimple[T](ifMissing: (String) ⇒ T, read: (DataSource) ⇒ T)(columnNum: Int): T

Returns the data if it was obtained successfully or the default value
Returns the data if it was obtained successfully or the default value

Definition Classes
ExternalReadConverterCtx → ReadConverterCtx
var rowIdx: Int

Current row index
Current row index

Definition Classes
ReadConverterCtx
def shortAt(source: ExternalFrameReaderClient): Short

Attributes
protected
Definition Classes
ExternalReadConverterCtx → ReadConverterCtx
def string(source: DataSource): String

Attributes
protected
Definition Classes
ExternalReadConverterCtx → ReadConverterCtx
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def timestamp(source: DataSource): Long

Attributes
protected
Definition Classes
ReadConverterCtx
def toString(): String

Definition Classes
AnyRef → Any
def utfString(source: DataSource): UTF8String

Attributes
protected
Definition Classes
ReadConverterCtx
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package external

class ExternalReadConverterCtx extends ReadConverterCtx

Instance Constructors

new ExternalReadConverterCtx(keyName: String, chunkIdx: Int, nodeDesc: NodeDesc, expectedTypes: Array[Byte], selectedColumnIndices: Array[Int], readTimeout: Int, driverTimeStamp: Short)

Type Members

type DataSource = ExternalFrameReaderClient

type OptionReader = (Int) ⇒ Option[Any]

type Reader = (Int) ⇒ Any

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

lazy val ExtractorsTable: Map[SimpleType[_], Function1[DataSource, _]]

final def asInstanceOf[T0]: T0

def booleanAt(source: ExternalFrameReaderClient): Boolean

def byteAt(source: ExternalFrameReaderClient): Byte

val chunkIdx: Int

def clone(): AnyRef

def columnValueProviders(columnIndexesWithTypes: Array[(Int, SimpleType[_])]): Array[() ⇒ Option[Any]]

def doubleAt(source: DataSource): Double

val driverTimeStamp: Short

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

val externalFrameReader: ExternalFrameReaderClient

def finalize(): Unit

def floatAt(source: ExternalFrameReaderClient): Float

final def getClass(): Class[_]

def hasNext: Boolean

def hashCode(): Int

def increaseRowIdx(): Unit

def intAt(source: ExternalFrameReaderClient): Int

final def isInstanceOf[T0]: Boolean

val keyName: String

def longAt(source: DataSource): Long

final def ne(arg0: AnyRef): Boolean

val nodeDesc: NodeDesc

final def notify(): Unit

final def notifyAll(): Unit

def numRows: Int

val readTimeout: Int

lazy val readerMapByName: Map[NameOfType, Reader]

def returnOption[T](read: (DataSource) ⇒ T)(columnNum: Int): Option[T]

def returnSimple[T](ifMissing: (String) ⇒ T, read: (DataSource) ⇒ T)(columnNum: Int): T

var rowIdx: Int

def shortAt(source: ExternalFrameReaderClient): Short

def string(source: DataSource): String

final def synchronized[T0](arg0: ⇒ T0): T0

def timestamp(source: DataSource): Long

def toString(): String

def utfString(source: DataSource): UTF8String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from ReadConverterCtx

Inherited from AnyRef

Inherited from Any

Ungrouped