@Override protected void setupLocal() { _model_mem_size = 0; for (int i=0; i< trees_so_far; ++i) { Key<CompressedTree>[] per_class = _treeKeys[i]; for (int j=0; j<per_class.length; ++j) { if (per_class[j] == null) continue; if (!per_class[j].home()) continue; // only look at homed tree keys _model_mem_size += DKV.get(per_class[j])._max; } } }
private void putMeAsBestModel(Key bestModelKey) { DKV.put(bestModelKey, IcedUtils.deepCopy(this)); assert DKV.get(bestModelKey) != null; assert ((DeepWaterModel)DKV.getGet(bestModelKey)).compareTo(this) <= 0; }
@Override protected void setupLocal(){ _dinfo = DKV.get(_dinfoKey).get(); }
private void putMeAsBestModel(Key bestModelKey) { DeepLearningModel bestModel = IcedUtils.deepCopy(this); DKV.put(bestModelKey, bestModel); if (model_info().get_params()._elastic_averaging) { DeepLearningModelInfo eamodel = DKV.getGet(model_info.elasticAverageModelInfoKey()); if (eamodel != null) DKV.put(bestModel.model_info().elasticAverageModelInfoKey(), eamodel); } assert (DKV.get(bestModelKey) != null); assert (bestModel.compareTo(this) <= 0); }
public final Vec theVec(String err) { if( _keys.length != 1 ) throw new IllegalArgumentException(err); if( _vecs == null ) _vecs = new Vec[]{_col0 = DKV.get(_keys[0]).get() }; return _vecs[0]; }
private void score0(double[] data, double[] preds, int treeIdx) { Key[] keys = _output._treeKeys[treeIdx]; for( int c=0; c<keys.length; c++ ) { if (keys[c] != null) { double pred = DKV.get(keys[c]).<CompressedTree>get().score(data,_output._domains); assert (!Double.isInfinite(pred)); preds[keys.length == 1 ? 0 : c + 1] += pred; } } }
@Override protected void setupLocal(){ DataInfo dinfo = DKV.get(_dinfoKey).get(); _dinfo = _activeCols == null?dinfo:dinfo.filterExpandedColumns(_activeCols); } @Override protected void closeLocal(){ _dinfo = null;}
@Override protected Response serve() { nb_model = DKV.get(_modelKey).get(); return Response.done(this); } }
@Override protected Response serve() { speedrf_model = DKV.get(_modelKey).get(); return Response.done(this); } }
@Override public String elementToString(JsonElement elm, String contextName) { String str = elm.getAsString(); String key = null; try { key = URLEncoder.encode(str,"UTF-8"); } catch( UnsupportedEncodingException e ) { key = str; } return ("".equals(key) || DKV.get(Key.make(str)) == null) ? key : Inspector.link(str, str); } });
@Override protected Response serve() { gap_model = DKV.get(_modelKey).get(); return Response.done(this); } }
@Override public boolean toHTML( StringBuilder sb ) { Job jjob = Job.findJob(job_key); if (jjob ==null) return true; Value v = DKV.get(jjob.dest()); if(v != null){ GapStatisticModel m = v.get(); m.generateHTML("Gap Statistic", sb); } else sb.append("<b>No model yet.</b>"); return true; } }
public static AutoML getFromDKV(String param_name, Key key) { if (key == null) throw new H2OIllegalArgumentException(param_name, "AutoML.getFromDKV()", null); Value v = DKV.get(key); if (v == null) throw new H2OKeyNotFoundArgumentException(param_name, key.toString()); Iced ice = v.get(); if (! (ice instanceof AutoML)) throw new H2OKeyWrongTypeArgumentException(param_name, key.toString(), AutoML.class, ice.getClass()); return (AutoML) ice; } }
public static Leaderboard getFromDKV(String param_name, Key key) { if (key == null) throw new H2OIllegalArgumentException(param_name, "Leaderboard.getFromDKV()", null); Value v = DKV.get(key); if (v == null) throw new H2OKeyNotFoundArgumentException(param_name, key.toString()); Iced ice = v.get(); if (! (ice instanceof Leaderboard)) throw new H2OKeyWrongTypeArgumentException(param_name, key.toString(), Leaderboard.class, ice.getClass()); return (Leaderboard) ice; } }
static public Futures remove( Key key, Futures fs ) { if( key.isVec() ) { Value val = DKV.get(key); if (val == null) return fs; ((Vec)val.get()).remove(fs); } DKV.remove(key,fs); return fs; }
public static ModelMetrics getFromDKV(Model model, Frame frame) { Key metricsKey = buildKey(model, frame); Log.debug("Getting ModelMetrics: " + metricsKey.toString()); Value v = DKV.get(metricsKey); if (null == v) return null; return (ModelMetrics)v.get(); }
@Override public float progress(){ Value value = DKV.get(dest()); DTree.TreeModel m = value != null ? (DTree.TreeModel) value.get() : null; return m == null ? 0 : cv_progress(m.ntrees() / (float) m.N); }
public Vec replace(int col, Vec nv) { if (col >= numCols()) throw new IllegalArgumentException("Trying to select column "+(col+1)+" but only "+numCols()+" present."); Vec rv = vecs()[col]; assert rv.group().equals(nv.group()); _vecs[col] = nv; _keys[col] = nv._key; if( DKV.get(nv._key)==null ) // If not already in KV, put it there DKV.put(nv._key, nv); return rv; }
@Test public void testBasicCRUD() { // Make and insert a FileVec to the global store File file = TestUtil.find_test_file("./smalldata/cars.csv"); Key key = NFSFileVec.make(file); NFSFileVec nfs=DKV.get(key).get(); int[] x = new ByteHisto().doAll(nfs)._x; int sum=0; for( int i : x ) sum += i; assertEquals(file.length(),sum); UKV.remove(key); }
@Test public void testNewVec() { // Make and insert a File8Vec to the global store File file = TestUtil.find_test_file("./smalldata/cars.csv"); Key key = NFSFileVec.make(file); NFSFileVec nfs=DKV.get(key).get(); Vec res = new TestNewVec().doAll(1,nfs).outputFrame(new String[]{"v"},new String[][]{null}).anyVec(); assertEquals(nfs.at8(0)+1,res.at8(0)); assertEquals(nfs.at8(1)+1,res.at8(1)); assertEquals(nfs.at8(2)+1,res.at8(2)); UKV.remove(key ); UKV.remove(res._key); }