hex.tree

Class SharedTree<M extends SharedTreeModel<M,P,O>,P extends SharedTreeModel.SharedTreeParameters,O extends SharedTreeModel.SharedTreeOutput>

java.lang.Object

water.Iced

hex.ModelBuilder<M,P,O>

hex.tree.SharedTree<M,P,O>

All Implemented Interfaces:

java.io.Externalizable, java.io.Serializable, java.lang.Cloneable, water.Freezable

Direct Known Subclasses:

DRF, GBM

public abstract class SharedTree<M extends SharedTreeModel<M,P,O>,P extends SharedTreeModel.SharedTreeParameters,O extends SharedTreeModel.SharedTreeOutput>
extends hex.ModelBuilder<M,P,O>

See Also:

Serialized Form

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
protected class	SharedTree.Driver
protected static class	SharedTree.FrameMap

Nested classes/interfaces inherited from class hex.ModelBuilder

hex.ModelBuilder.BuilderVisibility, hex.ModelBuilder.FilterCols, hex.ModelBuilder.ValidationMessage

Field Summary

Fields

Modifier and Type	Field and Description
protected water.fvec.Frame	_calib
protected double	_initialPrediction
protected M	_model
protected int	_mtry
protected int	_mtry_per_tree
protected int	_ncols
protected int	_ntrees
protected java.util.Random	_rand
protected static boolean	DEV_DEBUG
static int	MAX_NTREES

Fields inherited from class hex.ModelBuilder

_fold, _job, _messages, _nclass, _offset, _origDomains, _origNames, _parms, _priorClassDist, _removedCols, _response, _result, _train, _valid, _vresponse, _weights

Constructor Summary

Constructors

Constructor and Description
SharedTree(P parms)
SharedTree(P parms, boolean startup_once)
SharedTree(P parms, water.Job job)
SharedTree(P parms, water.Key<M> key)

Method Summary

Methods

Modifier and Type	Method and Description
protected DHistogram[][][]	buildLayer(water.fvec.Frame fr, int nbins, int nbins_cats, DTree[] ktrees, int[] leafs, DHistogram[][][] hcs, boolean build_tree_one_node)
protected water.fvec.Frame	calib()
protected void	checkMemoryFootPrint()
protected water.fvec.Chunk	chk_nids(water.fvec.Chunk[] chks, int c)
protected water.fvec.Chunk	chk_offset(water.fvec.Chunk[] chks)
protected water.fvec.Chunk	chk_oobt(water.fvec.Chunk[] chks)
water.fvec.Chunk	chk_resp(water.fvec.Chunk[] chks)
water.fvec.Chunk	chk_tree(water.fvec.Chunk[] chks, int c)
water.fvec.Chunk	chk_weight(water.fvec.Chunk[] chks)
protected water.fvec.Chunk	chk_work(water.fvec.Chunk[] chks, int c)
protected boolean	computePriorClassDistribution()
static water.util.TwoDimTable	createModelSummaryTable(int ntrees, TreeStats treeStats)
static water.util.TwoDimTable	createScoringHistoryTable(hex.Model.Output _output, hex.ScoreKeeper[] _scored_train, hex.ScoreKeeper[] _scored_valid, water.Job job, long[] _training_time_ms)
void	cv_computeAndSetOptimalParameters(hex.ModelBuilder<M,P,O>[] cvModelBuilders)
protected double[]	data_row(water.fvec.Chunk[] chks, int row, double[] data)
protected boolean	doScoringAndSaveModel(boolean finalScoring, boolean oob, boolean build_tree_one_node)
protected double	getInitialValue() Compute the inital value for a given distribution
hex.ToEigenVec	getToEigenVec()
boolean	haveMojo()
boolean	havePojo()
protected int	idx_nids(int c)
protected int	idx_offset()
protected int	idx_oobt()
protected int	idx_resp()
protected int	idx_tree(int c)
protected int	idx_weight()
protected int	idx_work(int c)
protected void	ignoreInvalidColumns(int npredictors, boolean expensive)
void	init(boolean expensive) Initialize the ModelBuilder, validating all arguments and preparing the training frame.
boolean	isSupervised()
protected DTree.DecidedNode	makeDecided(DTree.UndecidedNode udn, DHistogram[] hs)
protected static void	printGenerateTrees(DTree[] trees)
protected abstract double	score1(water.fvec.Chunk[] chks, double offset, double weight, double[] fs, int row)
boolean	scoreZeroTrees()
boolean	shouldReorder(water.fvec.Vec v)
protected water.fvec.Vec	vec_nids(water.fvec.Frame fr, int c)
protected water.fvec.Vec	vec_offset(water.fvec.Frame fr)
protected water.fvec.Vec	vec_oobt(water.fvec.Frame fr)
protected water.fvec.Vec	vec_resp(water.fvec.Frame fr)
protected water.fvec.Vec	vec_tree(water.fvec.Frame fr, int c)
protected water.fvec.Vec	vec_weight(water.fvec.Frame fr)
protected water.fvec.Vec	vec_work(water.fvec.Frame fr, int c)

Methods inherited from class hex.ModelBuilder

algoName, algos, builderVisibility, can_build, checkDistributions, clearInitState, clearValidationErrors, computeCrossValidation, cv_AssignFold, cv_buildModels, cv_mainModelScores, cv_makeFramesAndBuilders, cv_makeWeights, cv_scoreCVModels, defaultKey, desiredChunks, dest, error_count, error, get, hasFoldCol, hasOffsetCol, hasWeightCol, hide, ignoreBadColumns, ignoreConstColumns, ignoreStringColumns, info, init_adaptFrameToTrain, isClassifier, isStopped, javaName, logMe, make, message, nclasses, nFoldCV, nFoldWork, nModelsInParallel, numSpecialCols, paramName, rebalance, response, schemaDirectory, separateFeatureVecs, setTrain, specialColNames, stop_requested, timeout, train, trainModel, trainModelImpl, trainModelNested, valid, validationErrors, vresponse, warn

Methods inherited from class water.Iced

asBytes, clone, copyOver, frozenType, read, readExternal, readJSON, reloadFromBytes, toJsonString, write, writeExternal, writeJSON

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

DEV_DEBUG

protected static final boolean DEV_DEBUG

See Also:

Constant Field Values

_mtry

protected int _mtry

_mtry_per_tree

protected int _mtry_per_tree

MAX_NTREES

public static final int MAX_NTREES

See Also:

Constant Field Values

_ntrees

protected int _ntrees

_model

protected M extends SharedTreeModel<M,P,O> _model

_ncols

protected int _ncols

_initialPrediction

protected double _initialPrediction

_rand

protected java.util.Random _rand

_calib

protected transient water.fvec.Frame _calib

Constructor Detail

SharedTree

public SharedTree(P parms)

SharedTree

public SharedTree(P parms,
          water.Key<M> key)

SharedTree

public SharedTree(P parms,
          water.Job job)

SharedTree

public SharedTree(P parms,
          boolean startup_once)

Method Detail

shouldReorder

public boolean shouldReorder(water.fvec.Vec v)

Overrides:

shouldReorder in class hex.ModelBuilder<M extends SharedTreeModel<M,P,O>,P extends SharedTreeModel.SharedTreeParameters,O extends SharedTreeModel.SharedTreeOutput>

calib

protected final water.fvec.Frame calib()

isSupervised

public boolean isSupervised()

Specified by:

isSupervised in class hex.ModelBuilder<M extends SharedTreeModel<M,P,O>,P extends SharedTreeModel.SharedTreeParameters,O extends SharedTreeModel.SharedTreeOutput>

haveMojo

public boolean haveMojo()

Overrides:

haveMojo in class hex.ModelBuilder<M extends SharedTreeModel<M,P,O>,P extends SharedTreeModel.SharedTreeParameters,O extends SharedTreeModel.SharedTreeOutput>

havePojo

public boolean havePojo()

Overrides:

havePojo in class hex.ModelBuilder<M extends SharedTreeModel<M,P,O>,P extends SharedTreeModel.SharedTreeParameters,O extends SharedTreeModel.SharedTreeOutput>

scoreZeroTrees

public boolean scoreZeroTrees()

computePriorClassDistribution

protected boolean computePriorClassDistribution()

Overrides:

computePriorClassDistribution in class hex.ModelBuilder<M extends SharedTreeModel<M,P,O>,P extends SharedTreeModel.SharedTreeParameters,O extends SharedTreeModel.SharedTreeOutput>

getToEigenVec

public hex.ToEigenVec getToEigenVec()

Overrides:

getToEigenVec in class hex.ModelBuilder<M extends SharedTreeModel<M,P,O>,P extends SharedTreeModel.SharedTreeParameters,O extends SharedTreeModel.SharedTreeOutput>

ignoreInvalidColumns

protected void ignoreInvalidColumns(int npredictors,
                        boolean expensive)

Overrides:

ignoreInvalidColumns in class hex.ModelBuilder<M extends SharedTreeModel<M,P,O>,P extends SharedTreeModel.SharedTreeParameters,O extends SharedTreeModel.SharedTreeOutput>

init

public void init(boolean expensive)

Initialize the ModelBuilder, validating all arguments and preparing the training frame. This call is expected to be overridden in the subclasses and each subclass will start with "super.init();". This call is made by the front-end whenever the GUI is clicked, and needs to be fast; heavy-weight prep needs to wait for the trainModel() call. Validate the requested ntrees; precompute actual ntrees. Validate the number of classes to predict on; validate a checkpoint.

Overrides:

init in class hex.ModelBuilder<M extends SharedTreeModel<M,P,O>,P extends SharedTreeModel.SharedTreeParameters,O extends SharedTreeModel.SharedTreeOutput>

buildLayer

protected DHistogram[][][] buildLayer(water.fvec.Frame fr,
                          int nbins,
                          int nbins_cats,
                          DTree[] ktrees,
                          int[] leafs,
                          DHistogram[][][] hcs,
                          boolean build_tree_one_node)

idx_weight

protected int idx_weight()

idx_offset

protected int idx_offset()

idx_resp

protected int idx_resp()

idx_tree

protected int idx_tree(int c)

idx_work

protected int idx_work(int c)

idx_nids

protected int idx_nids(int c)

idx_oobt

protected int idx_oobt()

chk_weight

public water.fvec.Chunk chk_weight(water.fvec.Chunk[] chks)

chk_offset

protected water.fvec.Chunk chk_offset(water.fvec.Chunk[] chks)

chk_resp

public water.fvec.Chunk chk_resp(water.fvec.Chunk[] chks)

chk_tree

public water.fvec.Chunk chk_tree(water.fvec.Chunk[] chks,
                        int c)

chk_work

protected water.fvec.Chunk chk_work(water.fvec.Chunk[] chks,
                        int c)

chk_nids

protected water.fvec.Chunk chk_nids(water.fvec.Chunk[] chks,
                        int c)

chk_oobt

protected water.fvec.Chunk chk_oobt(water.fvec.Chunk[] chks)

vec_weight

protected final water.fvec.Vec vec_weight(water.fvec.Frame fr)

vec_offset

protected final water.fvec.Vec vec_offset(water.fvec.Frame fr)

vec_resp

protected final water.fvec.Vec vec_resp(water.fvec.Frame fr)

vec_tree

protected final water.fvec.Vec vec_tree(water.fvec.Frame fr,
                      int c)

vec_work

protected final water.fvec.Vec vec_work(water.fvec.Frame fr,
                      int c)

vec_nids

protected final water.fvec.Vec vec_nids(water.fvec.Frame fr,
                      int c)

vec_oobt

protected final water.fvec.Vec vec_oobt(water.fvec.Frame fr)

data_row

protected double[] data_row(water.fvec.Chunk[] chks,
                int row,
                double[] data)

makeDecided

protected DTree.DecidedNode makeDecided(DTree.UndecidedNode udn,
                            DHistogram[] hs)

score1

protected abstract double score1(water.fvec.Chunk[] chks,
            double offset,
            double weight,
            double[] fs,
            int row)

doScoringAndSaveModel

protected final boolean doScoringAndSaveModel(boolean finalScoring,
                            boolean oob,
                            boolean build_tree_one_node)

printGenerateTrees

protected static void printGenerateTrees(DTree[] trees)

createScoringHistoryTable

public static water.util.TwoDimTable createScoringHistoryTable(hex.Model.Output _output,
                                               hex.ScoreKeeper[] _scored_train,
                                               hex.ScoreKeeper[] _scored_valid,
                                               water.Job job,
                                               long[] _training_time_ms)

createModelSummaryTable

public static water.util.TwoDimTable createModelSummaryTable(int ntrees,
                                             TreeStats treeStats)

checkMemoryFootPrint

protected void checkMemoryFootPrint()

Overrides:

checkMemoryFootPrint in class hex.ModelBuilder<M extends SharedTreeModel<M,P,O>,P extends SharedTreeModel.SharedTreeParameters,O extends SharedTreeModel.SharedTreeOutput>

getInitialValue

protected double getInitialValue()

Compute the inital value for a given distribution

Returns:

initial value

cv_computeAndSetOptimalParameters

public void cv_computeAndSetOptimalParameters(hex.ModelBuilder<M,P,O>[] cvModelBuilders)

Overrides:

cv_computeAndSetOptimalParameters in class hex.ModelBuilder<M extends SharedTreeModel<M,P,O>,P extends SharedTreeModel.SharedTreeParameters,O extends SharedTreeModel.SharedTreeOutput>