public class NewChunk extends Chunk
Modifier and Type | Class and Description |
---|---|
static class |
NewChunk.Compress |
static class |
NewChunk.Exponents
Wrapper around exponent, stores values (only if there are non-zero exponents) in bytes or ints.
|
static class |
NewChunk.Mantissas
Class wrapping around mantissa.
|
class |
NewChunk.Value |
Modifier and Type | Field and Description |
---|---|
int |
_cidx |
boolean |
_isAllASCII |
protected java.util.BitSet |
_missing |
protected NewChunk.Mantissas |
_ms |
int |
_sparseLen |
boolean |
_sparseNA |
byte[] |
_ss |
int |
_sslen |
int |
_timCnt |
protected NewChunk.Exponents |
_xs |
protected static int |
MIN_SPARSE_RATIO |
Constructor and Description |
---|
NewChunk(Chunk c) |
NewChunk(Chunk c,
double[] vals) |
NewChunk(double[] ds) |
NewChunk(Vec vec,
int cidx) |
NewChunk(Vec vec,
int cidx,
boolean sparse) |
NewChunk(Vec vec,
int cidx,
int len) |
NewChunk(Vec vec,
int cidx,
long[] mantissa,
int[] exponent,
int[] indices,
double[] doubles) |
Modifier and Type | Method and Description |
---|---|
void |
add(NewChunk nc) |
void |
add2Chunk(NewChunk c,
int i) |
void |
addCategorical(int e) |
void |
addNA() |
void |
addNAs(int n) |
void |
addNum(double d) |
void |
addNum(long val,
int exp) |
void |
addNumDecompose(double d) |
static void |
addNums(NewChunk[] ncs,
float[] values)
Converts a float array into a new line in NewChunks.
|
void |
addStr(Chunk c,
int row) |
void |
addStr(Chunk c,
long row) |
void |
addStr(java.lang.Object str) |
void |
addUUID(Chunk c,
int row) |
void |
addUUID(Chunk c,
long row) |
void |
addUUID(long lo,
long hi) |
void |
addUUID(java.util.UUID uuid) |
void |
addZeros(int n) |
double[] |
alloc_doubles(int l) |
void |
alloc_exponent(int sparseLen) |
void |
alloc_mantissa(int sparseLen) |
void |
alloc_nums(int len) |
protected long |
at16h_impl(int idx) |
protected long |
at16l_impl(int idx) |
long |
at8_impl(int i) |
protected long |
at8_impl2(int i) |
double |
atd_impl(int i)
Chunk-specific readers.
|
BufferedString |
atStr_impl(BufferedString bStr,
int i) |
long |
byteSize()
In memory size in bytes of the compressed Chunk plus embedded array.
|
void |
cancel_sparse() |
int |
cidx() |
void |
close(Futures fs) |
Chunk |
compress() |
protected double[] |
doubles() |
NewChunk |
extractRows(NewChunk nc,
int... rows) |
NewChunk |
extractRows(NewChunk nc,
int from,
int to) |
protected int[] |
indices() |
protected void |
initFromBytes() |
int |
is(int i) |
protected boolean |
isCategorical(int idx) |
protected boolean |
isCategorical2(int idx) |
boolean |
isNA_impl(int i) |
protected boolean |
isNA2(int idx) |
boolean |
isSparseNA()
Sparse Chunks have a significant number of NAs, and support for
skipping over large runs of NAs in a row.
|
boolean |
isSparseZero()
Sparse Chunks have a significant number of zeros, and support for
skipping over large runs of zeros in a row.
|
boolean |
isString() |
boolean |
isUUID() |
protected int |
naCnt() |
Chunk |
new_close() |
<T extends ChunkVisitor> |
processRows(T v,
int[] ids) |
<T extends ChunkVisitor> |
processRows(T v,
int from,
int to) |
boolean |
set_impl(int i,
double d) |
void |
set_is(int i,
int val) |
protected void |
set_sparse(int num_noncompressibles,
NewChunk.Compress sparsity_type) |
void |
set_vec(Vec vec) |
void |
setDoubles(double[] ds) |
protected boolean |
setNA_impl2(int i) |
NewChunk |
setSparseRatio(int s) |
int |
sparseLenNA()
Sparse Chunks have a significant number of NAs, and support for
skipping over large runs of NAs in a row.
|
int |
sparseLenZero()
Sparse Chunks have a significant number of zeros, and support for
skipping over large runs of zeros in a row.
|
boolean |
sparseNA() |
boolean |
sparseZero() |
java.lang.String |
toString() |
static AutoBuffer |
write_impl(NewChunk nc,
AutoBuffer bb) |
asBytes, at16h, at16l, at8, atd, atStr, chk2, close, deepCopy, extractRows, getBytes, getDoubles, getDoubles, getDoubles, getDoubles, getIntegers, getSparseDoubles, getSparseDoubles, hasFloat, hasNA, inflate, isNA, isVolatile, len, nextChunk, nextNZ, nextNZ, nonzeros, precision, read_impl, reloadFromBytes, replaceAll, reportBrokenCategorical, set_abs, set_abs, set, set, set, set, set, set, setAny, setBytes, setNA, setStart, setVec, setVolatile, setVolatile, start, stringAt, vec, write_impl
clone, copyOver, frozenType, read, readExternal, readJSON, toJsonBytes, toJsonString, write, writeExternal, writeJSON
public final int _cidx
protected transient NewChunk.Mantissas _ms
protected transient java.util.BitSet _missing
protected transient NewChunk.Exponents _xs
public transient byte[] _ss
public boolean _sparseNA
public int _sslen
public int _sparseLen
public int _timCnt
protected static final int MIN_SPARSE_RATIO
public boolean _isAllASCII
public NewChunk(Vec vec, int cidx)
public NewChunk(Vec vec, int cidx, boolean sparse)
public NewChunk(double[] ds)
public NewChunk(Vec vec, int cidx, long[] mantissa, int[] exponent, int[] indices, double[] doubles)
public NewChunk(Chunk c)
public NewChunk(Chunk c, double[] vals)
public NewChunk(Vec vec, int cidx, int len)
public void alloc_mantissa(int sparseLen)
public void alloc_exponent(int sparseLen)
public int is(int i)
public void set_is(int i, int val)
public void alloc_nums(int len)
public long byteSize()
Chunk
public double[] alloc_doubles(int l)
protected final int[] indices()
protected final double[] doubles()
public boolean isSparseZero()
Chunk
isSparseZero
in class Chunk
public boolean isSparseNA()
Chunk
isSparseNA
in class Chunk
public int sparseLenZero()
Chunk
sparseLenZero
in class Chunk
Chunk._len
public int sparseLenNA()
Chunk
sparseLenNA
in class Chunk
Chunk._len
protected int naCnt()
public NewChunk setSparseRatio(int s)
public void setDoubles(double[] ds)
public void set_vec(Vec vec)
public void add2Chunk(NewChunk c, int i)
protected final boolean isNA2(int idx)
protected final boolean isCategorical2(int idx)
protected final boolean isCategorical(int idx)
public void addCategorical(int e)
public void addNA()
public void addNumDecompose(double d)
public void addNum(long val, int exp)
public void addNum(double d)
public void addStr(java.lang.Object str)
public void addStr(Chunk c, long row)
public void addStr(Chunk c, int row)
public void addUUID(java.util.UUID uuid)
public void addUUID(long lo, long hi)
public void addUUID(Chunk c, long row)
public void addUUID(Chunk c, int row)
public final boolean isUUID()
public final boolean isString()
public final boolean sparseZero()
public final boolean sparseNA()
public void addZeros(int n)
public void addNAs(int n)
public void add(NewChunk nc)
public Chunk new_close()
public void close(Futures fs)
protected void set_sparse(int num_noncompressibles, NewChunk.Compress sparsity_type)
public void cancel_sparse()
public Chunk compress()
public boolean set_impl(int i, double d)
protected final boolean setNA_impl2(int i)
protected final long at8_impl2(int i)
public long at8_impl(int i)
public double atd_impl(int i)
Chunk
protected long at16l_impl(int idx)
protected long at16h_impl(int idx)
public boolean isNA_impl(int i)
public BufferedString atStr_impl(BufferedString bStr, int i)
protected final void initFromBytes()
initFromBytes
in class Chunk
public <T extends ChunkVisitor> T processRows(T v, int from, int to)
processRows
in class Chunk
public <T extends ChunkVisitor> T processRows(T v, int[] ids)
processRows
in class Chunk
public static AutoBuffer write_impl(NewChunk nc, AutoBuffer bb)
public java.lang.String toString()
public NewChunk extractRows(NewChunk nc, int from, int to)
extractRows
in class Chunk
public NewChunk extractRows(NewChunk nc, int... rows)
extractRows
in class Chunk
public static void addNums(NewChunk[] ncs, float[] values)
ncs
- array of new chunks where the values should be appended tovalues
- array