hex.gbm
Class SharedTreeModelBuilder

java.lang.Object
  extended by water.Iced
      extended by water.api.Constants
          extended by water.api.RequestStatics
              extended by water.api.RequestArguments
                  extended by water.api.RequestQueries
                      extended by water.api.RequestBuilders
                          extended by water.api.Request
                              extended by water.Request2
                                  extended by water.Job
                                      extended by water.Job.FrameJob
                                          extended by water.Job.ColumnsJob
                                              extended by water.Job.ModelJob
                                                  extended by water.Job.ValidatedJob
                                                      extended by hex.gbm.SharedTreeModelBuilder
All Implemented Interfaces:
java.lang.Cloneable, Freezable
Direct Known Subclasses:
DRF, GBM

public abstract class SharedTreeModelBuilder
extends Job.ValidatedJob


Nested Class Summary
 class SharedTreeModelBuilder.Score
           
 class SharedTreeModelBuilder.ScoreBuildHistogram
           
 
Nested classes/interfaces inherited from class water.Job
Job.ChunkProgress, Job.ChunkProgressJob, Job.ColumnsJob, Job.Fail, Job.FrameJob, Job.HexJob, Job.ModelJob, Job.Progress, Job.ProgressMonitor, Job.ValidatedJob
 
Nested classes/interfaces inherited from class water.Request2
Request2.ColumnSelect, Request2.Dependent, Request2.DoClassBoolean, Request2.MultiVecSelect, Request2.MultiVecSelectType, Request2.TypeaheadKey, Request2.VecClassSelect, Request2.VecSelect
 
Nested classes/interfaces inherited from class water.api.Request
Request.API, Request.Default, Request.Filter
 
Nested classes/interfaces inherited from class water.api.RequestBuilders
RequestBuilders.ArrayBuilder, RequestBuilders.ArrayHeaderRowBuilder, RequestBuilders.ArrayRowBuilder, RequestBuilders.ArrayRowElementBuilder, RequestBuilders.ArrayRowSingleColBuilder, RequestBuilders.BooleanStringBuilder, RequestBuilders.Builder, RequestBuilders.ElementBuilder, RequestBuilders.HideBuilder, RequestBuilders.KeyCellBuilder, RequestBuilders.KeyElementBuilder, RequestBuilders.KeyLinkElementBuilder, RequestBuilders.KeyMinAvgMaxBuilder, RequestBuilders.NoCaptionObjectBuilder, RequestBuilders.ObjectBuilder, RequestBuilders.PaginatedTable, RequestBuilders.PreFormattedBuilder, RequestBuilders.Response, RequestBuilders.ResponseInfo, RequestBuilders.WarningCellBuilder
 
Nested classes/interfaces inherited from class water.api.RequestArguments
RequestArguments.Argument<T>, RequestArguments.Bool, RequestArguments.CaseModeSelect, RequestArguments.CaseSelect, RequestArguments.ClassifyBool, RequestArguments.EnumArgument<T extends java.lang.Enum<T>>, RequestArguments.ExistingFile, RequestArguments.FrameClassVec, RequestArguments.FrameKeyMultiVec, RequestArguments.FrameKeyVec, RequestArguments.GeneralFile, RequestArguments.H2OCategoryStrata, RequestArguments.H2OCategoryWeights, RequestArguments.H2OExistingKey, RequestArguments.H2OGLMModelKey, RequestArguments.H2OHexKey, RequestArguments.H2OHexKeyCol, RequestArguments.H2OKey, RequestArguments.H2OKey2, RequestArguments.H2OKMeansModelKey, RequestArguments.H2OModelKey<TM extends OldModel,TK extends TypeaheadKeysRequest>, RequestArguments.HexAllColumnSelect, RequestArguments.HexColumnSelect, RequestArguments.HexKeyClassCol, RequestArguments.HexNonClassColumnSelect, RequestArguments.HexNonConstantColumnSelect, RequestArguments.HexPCAColumnSelect, RequestArguments.InputCheckBox, RequestArguments.InputSelect<T>, RequestArguments.InputText<T>, RequestArguments.Int, RequestArguments.LongInt, RequestArguments.MultipleSelect<T>, RequestArguments.MultipleText<T>, RequestArguments.NTree, RequestArguments.NumberSequence, RequestArguments.Real, RequestArguments.Record<T>, RequestArguments.RFModelKey, RequestArguments.RSeq, RequestArguments.Str, RequestArguments.StringList, RequestArguments.TypeaheadInputText<T>
 
Nested classes/interfaces inherited from class water.api.RequestStatics
RequestStatics.RequestType
 
Nested classes/interfaces inherited from class water.api.Constants
Constants.Extensions, Constants.Schemes, Constants.Suffixes
 
Field Summary
protected  long[] _distribution
           
protected  double[] _errs
           
protected  int _nclass
           
protected  int _ncols
           
protected  long _nrows
           
static int DECIDED_ROW
          Marker for already decided row.
static DocGen.FieldDoc[] DOC_FIELDS
           
 int max_depth
           
 int min_rows
           
 int nbins
           
 int ntrees
           
static int OUT_OF_BAG
          Marker for sampled out rows
 
Fields inherited from class water.Job.ValidatedJob
_names, _responseName, _train, _valid, _validResponse, validation
 
Fields inherited from class water.Job.ModelJob
classification, response
 
Fields inherited from class water.Job.ColumnsJob
cols, ignored_cols, ignored_cols_by_name
 
Fields inherited from class water.Job.FrameJob
source
 
Fields inherited from class water.Job
_fjtask, CANCELLED_END_TIME, description, destination_key, end_time, exception, job_key, start_time
 
Fields inherited from class water.Request2
response_info
 
Fields inherited from class water.api.Request
_requestHelp, SUPPORTS_ONLY_V1, SUPPORTS_ONLY_V2, SUPPORTS_V1_V2
 
Fields inherited from class water.api.RequestBuilders
ARRAY_BUILDER, ARRAY_HEADER_ROW_BUILDER, ARRAY_ROW_BUILDER, ARRAY_ROW_ELEMENT_BUILDER, ARRAY_ROW_SINGLECOL_BUILDER, ELEMENT_BUILDER, GSON_BUILDER, OBJECT_BUILDER, ROOT_OBJECT
 
Fields inherited from class water.api.RequestQueries
_queryHtml
 
Fields inherited from class water.api.RequestArguments
_arguments
 
Fields inherited from class water.api.Constants
ALPHA, ARGUMENTS, AUC, BASE, BEST_THRESHOLD, BETA_EPS, BIN_LIMIT, BROWSE, BUCKET, BUILT_IN_KEY_JOBS, CANCELLED, CASE, CASE_MODE, CHUNK, CLASS, CLOUD_NAME, CLOUD_SIZE, CLUSTERS, COEFFICIENTS, COLS, COLUMNS_DISPLAY, CONSENSUS, CONTENTS, COUNT, DATA_KEY, DEPTH, DESCRIPTION, DEST_KEY, DTHRESHOLDS, END_TIME, ENUM_DOMAIN_SIZE, ERROR, ESCAPE_NAN, EXCLUSIVE_SPLIT_LIMIT, EXPRESSION, FAILED, FAMILY, FEATURES, FILE, FILES, FILTER, FIRST_CHUNK, FJ_QUEUE_HI, FJ_QUEUE_LO, FJ_THREADS_HI, FJ_THREADS_LO, FREE_DISK, FREE_MEM, HEADER, HEIGHT, HELP, IGNORE, ITEMS, ITERATIVE_CM, JOB, JOB_KEY, JOBS, JSON_H2O, KEY, KEYS, LAMBDA, LAST_CONTACT, LIMIT, LINK, LOCKED, MAX, MAX_DISK, MAX_ITER, MAX_MEM, MAX_ROWS, MEAN, MIN, MODEL_KEY, MODELS, MORE, MTRY, MTRY_NODES, NAME, NEG_X, NO_CM, NODE, NODE_NAME, NODES, NORMALIZE, NUM_COLS, NUM_CPUS, NUM_FAILED, NUM_KEYS, NUM_MISSING_VALUES, NUM_ROWS, NUM_SUCCEEDED, NUM_TREES, OBJECT, OFFSET, OOBEE, PARALLEL, PARSER_TYPE, PATH, PREVIEW, PREVIOUS_MODEL_KEY, PROGRESS, PROGRESS_KEY, PROGRESS_TOTAL, REDIRECT, REDIRECT_ARGS, REPLICATION_FACTOR, REQUEST_TIME, RESPONSE, RHO, ROW, ROW_SIZE, ROWS, RPCS, SAMPLE, SAMPLING_STRATEGY, SCALE, SEED, SENT_ROWS, SEPARATOR, SIZE, SOURCE_KEY, STACK_TRACES, START_TIME, STAT_TYPE, STATUS, STEP, STRATA_SAMPLES, SUCCEEDED, SYSTEM_LOAD, TASK_KEY, TCPS_ACTIVE, TCPS_DUTY, TIME, TOT_MEM, TREE_COUNT, TREE_DEPTH, TREE_LEAVES, TREE_NUM, TREES, TWEEDIE_POWER, TYPE, URL, USE_NON_LOCAL_DATA, VALUE, VALUE_SIZE, VALUE_TYPE, VARIANCE, VERSION, VIEW, WARNINGS, WEIGHT, WEIGHTS, WIDTH, X, XVAL, Y
 
Constructor Summary
SharedTreeModelBuilder()
           
 
Method Summary
 void buildModel()
           
protected abstract  void buildModel(Frame fr, java.lang.String[] names, java.lang.String[][] domains, Key outputKey, Key dataKey, Key testKey, Timer t_build)
           
protected  Chunk chk_nids(Chunk[] chks, int t)
           
protected  Chunk chk_resp(Chunk[] chks)
           
protected  Chunk chk_tree(Chunk[] chks, int c)
           
protected  Chunk chk_work(Chunk[] chks, int c)
           
protected  void cleanUp(Frame fr, Timer t_build)
           
static java.util.Random createRNG(long seed)
           
static boolean isDecidedRow(int nid)
           
static boolean isOOBRow(int nid)
           
protected  void logStart()
           
protected abstract  Log.Tag.Sys logTag()
           
static int nid2Oob(int nid)
           
static int oob2Nid(int oobNid)
           
protected static void printGenerateTrees(DTree[] trees)
           
 float progress()
           
protected abstract  double score0(Chunk[] chks, double[] ds, int row)
           
 java.lang.String speedDescription()
          Description of a speed criteria: msecs/frob
 long speedValue()
          Value of the described speed criteria: msecs/frob
protected  Vec vec_nids(Frame fr, int t)
           
protected  Vec vec_work(Frame fr, int c)
           
 
Methods inherited from class water.Job.ValidatedJob
init
 
Methods inherited from class water.Job.ModelJob
registered
 
Methods inherited from class water.Job.ColumnsJob
selectFrame, selectVecs
 
Methods inherited from class water.Job
all, cancel, cancel, cancel, cancel, cancelled, cancelled, checkIdx, defaultDestKey, defaultJobKey, dest, done, exec, findJob, findJobByDest, fork, get, gridParallelism, invoke, onCancelled, redirect, remove, runTimeMs, self, serve, start, waitUntilJobEnded, waitUntilJobEnded
 
Methods inherited from class water.Request2
create, fillResponseInfo, input, serveGrid, set, split, superServeGrid, supportedVersions
 
Methods inherited from class water.api.Request
addToNavbar, addToNavbar, DocExampleFail, DocExampleSucc, href, href, hrefType, HTMLHelp, htmlTemplate, initializeNavBar, initializeNavBar, log, mapTypeahead, ReSTHelp, serve, toDocGET, toHTML, wrap, wrap, wrap, writeJSONFields
 
Methods inherited from class water.api.RequestBuilders
build, buildJSONResponseBox, buildResponseHeader, name
 
Methods inherited from class water.api.RequestQueries
buildQuery, checkArguments, queryArgumentValueSet
 
Methods inherited from class water.api.RequestArguments
arguments, argumentsToJson, frameColumnNameToIndex, vaCategoryNames, vaCategoryNames, vaColumnNameToIndex
 
Methods inherited from class water.api.RequestStatics
checkJsonName, encodeRedirectArgs, JSON2HTML, jsonError, requestName, Str2JSON
 
Methods inherited from class water.Iced
clone, frozenType, init, newInstance, read, toDocField, write, writeJSON
 
Methods inherited from class java.lang.Object
equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Field Detail

DOC_FIELDS

public static DocGen.FieldDoc[] DOC_FIELDS

ntrees

public int ntrees

max_depth

public int max_depth

min_rows

public int min_rows

nbins

public int nbins

_errs

protected transient double[] _errs

_ncols

protected int _ncols

_nrows

protected long _nrows

_nclass

protected int _nclass

_distribution

protected long[] _distribution

DECIDED_ROW

public static final int DECIDED_ROW
Marker for already decided row.

See Also:
Constant Field Values

OUT_OF_BAG

public static final int OUT_OF_BAG
Marker for sampled out rows

See Also:
Constant Field Values
Constructor Detail

SharedTreeModelBuilder

public SharedTreeModelBuilder()
Method Detail

progress

public float progress()
Overrides:
progress in class Job

logStart

protected void logStart()
Overrides:
logStart in class Job.ValidatedJob

buildModel

public void buildModel()

cleanUp

protected void cleanUp(Frame fr,
                       Timer t_build)

chk_resp

protected Chunk chk_resp(Chunk[] chks)

chk_tree

protected Chunk chk_tree(Chunk[] chks,
                         int c)

chk_work

protected Chunk chk_work(Chunk[] chks,
                         int c)

chk_nids

protected Chunk chk_nids(Chunk[] chks,
                         int t)

vec_work

protected final Vec vec_work(Frame fr,
                             int c)

vec_nids

protected final Vec vec_nids(Frame fr,
                             int t)

score0

protected abstract double score0(Chunk[] chks,
                                 double[] ds,
                                 int row)

speedDescription

public java.lang.String speedDescription()
Description copied from class: Job
Description of a speed criteria: msecs/frob

Overrides:
speedDescription in class Job

speedValue

public long speedValue()
Description copied from class: Job
Value of the described speed criteria: msecs/frob

Overrides:
speedValue in class Job

logTag

protected abstract Log.Tag.Sys logTag()

buildModel

protected abstract void buildModel(Frame fr,
                                   java.lang.String[] names,
                                   java.lang.String[][] domains,
                                   Key outputKey,
                                   Key dataKey,
                                   Key testKey,
                                   Timer t_build)

isOOBRow

public static final boolean isOOBRow(int nid)

isDecidedRow

public static final boolean isDecidedRow(int nid)

oob2Nid

public static final int oob2Nid(int oobNid)

nid2Oob

public static final int nid2Oob(int nid)

createRNG

public static java.util.Random createRNG(long seed)

printGenerateTrees

protected static void printGenerateTrees(DTree[] trees)