water.parser

Class FVecParseWriter

java.lang.Object

water.Iced

water.parser.FVecParseWriter

All Implemented Interfaces:

java.io.Externalizable, java.io.Serializable, java.lang.Cloneable, Freezable, ParseWriter, StreamParseWriter

Direct Known Subclasses:

SVMLightFVecParseWriter

public class FVecParseWriter
extends Iced
implements StreamParseWriter

Parsed data output specialized for fluid vecs.

See Also:

Serialized Form

Nested Class Summary

Nested classes/interfaces inherited from interface water.parser.ParseWriter

ParseWriter.ParseErr, ParseWriter.UnsupportedTypeOverride

Field Summary

Fields

Modifier and Type	Field and Description
protected Categorical[]	_categoricals
protected byte[]	_ctypes
protected NewChunk[]	_nvs
protected AppendableVec[]	_vecs

Constructor Summary

Constructors

Constructor and Description
FVecParseWriter(Vec.VectorGroup vg, int cidx, Categorical[] categoricals, byte[] ctypes, int chunkSize, AppendableVec[] avs)
FVecParseWriter(Vec.VectorGroup vg, int cidx, Categorical[] categoricals, byte[] ctypes, int chunkSize, AppendableVec[] avs, int[] parse_columns_indices, Key<Job> jobKey)

Method Summary

Modifier and Type	Method and Description
void	addErr(ParseWriter.ParseErr err)
void	addError(ParseWriter.ParseErr err)
void	addInvalidCol(int colIdx)
void	addNAs(int colIdx, int nrows)
void	addNumCol(int colIdx, double value) Adds double value to the column.
void	addNumCol(int colIdx, long number, int exp)
void	addStrCol(int colIdx, BufferedString str)
FVecParseWriter	close()
FVecParseWriter	close(Futures fs)
NewChunk[]	getNvs()
boolean	hasErrors()
void	invalidLine(ParseWriter.ParseErr err)
boolean	isString(int colIdx)
long	lineNum()
void	newLine()
FVecParseWriter	nextChunk()
FVecParseWriter	reduce(StreamParseWriter sdout)
ParseWriter.ParseErr[]	removeErrors()
void	rollbackLine()
void	setColumnNames(java.lang.String[] names)
void	setIsAllASCII(int colIdx, boolean b)

Methods inherited from class water.Iced

asBytes, clone, copyOver, frozenType, read, readExternal, readJSON, reloadFromBytes, toJsonBytes, toJsonString, write, writeExternal, writeJSON

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface water.Freezable

asBytes, clone, frozenType, read, readJSON, reloadFromBytes, write, writeJSON

Field Detail

_vecs

protected AppendableVec[] _vecs

_nvs

protected transient NewChunk[] _nvs

_categoricals

protected final transient Categorical[] _categoricals

_ctypes

protected final transient byte[] _ctypes

Constructor Detail

FVecParseWriter

public FVecParseWriter(Vec.VectorGroup vg,
                       int cidx,
                       Categorical[] categoricals,
                       byte[] ctypes,
                       int chunkSize,
                       AppendableVec[] avs)

FVecParseWriter

public FVecParseWriter(Vec.VectorGroup vg,
                       int cidx,
                       Categorical[] categoricals,
                       byte[] ctypes,
                       int chunkSize,
                       AppendableVec[] avs,
                       int[] parse_columns_indices,
                       Key<Job> jobKey)

Method Detail

reduce

public FVecParseWriter reduce(StreamParseWriter sdout)

Specified by:

reduce in interface StreamParseWriter

close

public FVecParseWriter close()

Specified by:

close in interface StreamParseWriter

close

public FVecParseWriter close(Futures fs)

Specified by:

close in interface StreamParseWriter

nextChunk

public FVecParseWriter nextChunk()

Specified by:

nextChunk in interface StreamParseWriter

newLine

public void newLine()

Specified by:

newLine in interface ParseWriter

addNumCol

public void addNumCol(int colIdx,
                      long number,
                      int exp)

Specified by:

addNumCol in interface ParseWriter

addInvalidCol

public final void addInvalidCol(int colIdx)

Specified by:

addInvalidCol in interface ParseWriter

addNAs

public void addNAs(int colIdx,
                   int nrows)

Specified by:

addNAs in interface ParseWriter

isString

public boolean isString(int colIdx)

Specified by:

isString in interface ParseWriter

addStrCol

public void addStrCol(int colIdx,
                      BufferedString str)

Specified by:

addStrCol in interface ParseWriter

addNumCol

public void addNumCol(int colIdx,
                      double value)

Adds double value to the column.

Specified by:

addNumCol in interface ParseWriter

setColumnNames

public void setColumnNames(java.lang.String[] names)

Specified by:

setColumnNames in interface ParseWriter

rollbackLine

public final void rollbackLine()

Specified by:

rollbackLine in interface ParseWriter

invalidLine

public void invalidLine(ParseWriter.ParseErr err)

Specified by:

invalidLine in interface ParseWriter

addError

public void addError(ParseWriter.ParseErr err)

Specified by:

addError in interface ParseWriter

setIsAllASCII

public void setIsAllASCII(int colIdx,
                          boolean b)

Specified by:

setIsAllASCII in interface ParseWriter

hasErrors

public boolean hasErrors()

Specified by:

hasErrors in interface ParseWriter

removeErrors

public ParseWriter.ParseErr[] removeErrors()

Specified by:

removeErrors in interface ParseWriter

lineNum

public long lineNum()

Specified by:

lineNum in interface ParseWriter

addErr

public void addErr(ParseWriter.ParseErr err)

getNvs

public NewChunk[] getNvs()