@Override protected void setupLocal(){ _dinfo = DKV.get(_dinfoKey).get(); }
private static Model getAsModel(Value v) { if( v.type() == TypeMap.PRIM_B ) return null; Iced iced = v.get(); if( iced instanceof Model ) return (Model) iced; return null; } }
public final Vec theVec(String err) { if( _keys.length != 1 ) throw new IllegalArgumentException(err); if( _vecs == null ) _vecs = new Vec[]{_col0 = DKV.get(_keys[0]).get() }; return _vecs[0]; }
private void score0(double[] data, double[] preds, int treeIdx) { Key[] keys = _output._treeKeys[treeIdx]; for( int c=0; c<keys.length; c++ ) { if (keys[c] != null) { double pred = DKV.get(keys[c]).<CompressedTree>get().score(data,_output._domains); assert (!Double.isInfinite(pred)); preds[keys.length == 1 ? 0 : c + 1] += pred; } } }
@Override protected void setupLocal(){ DataInfo dinfo = DKV.get(_dinfoKey).get(); _dinfo = _activeCols == null?dinfo:dinfo.filterExpandedColumns(_activeCols); } @Override protected void closeLocal(){ _dinfo = null;}
@Override protected Response serve() { nb_model = DKV.get(_modelKey).get(); return Response.done(this); } }
@Override protected Response serve() { speedrf_model = DKV.get(_modelKey).get(); return Response.done(this); } }
public long length() { if (isFrame()) { return ((Frame)get()).byteSize(); } return _max; }
@Override protected Response serve() { gap_model = DKV.get(_modelKey).get(); return Response.done(this); } }
@Override public boolean toHTML( StringBuilder sb ) { Job jjob = Job.findJob(job_key); if (jjob ==null) return true; Value v = DKV.get(jjob.dest()); if(v != null){ GapStatisticModel m = v.get(); m.generateHTML("Gap Statistic", sb); } else sb.append("<b>No model yet.</b>"); return true; } }
@Override public void compute2() { Value v = DKV.get(k); if( v==null ) Log.err("Missing vector #" + ii + " (" + _names[ii] + ") during Frame fetch: "+k); vecs[ii] = v.get(); tryComplete(); } };
public static AutoML getFromDKV(String param_name, Key key) { if (key == null) throw new H2OIllegalArgumentException(param_name, "AutoML.getFromDKV()", null); Value v = DKV.get(key); if (v == null) throw new H2OKeyNotFoundArgumentException(param_name, key.toString()); Iced ice = v.get(); if (! (ice instanceof AutoML)) throw new H2OKeyWrongTypeArgumentException(param_name, key.toString(), AutoML.class, ice.getClass()); return (AutoML) ice; } }
public static Leaderboard getFromDKV(String param_name, Key key) { if (key == null) throw new H2OIllegalArgumentException(param_name, "Leaderboard.getFromDKV()", null); Value v = DKV.get(key); if (v == null) throw new H2OKeyNotFoundArgumentException(param_name, key.toString()); Iced ice = v.get(); if (! (ice instanceof Leaderboard)) throw new H2OKeyWrongTypeArgumentException(param_name, key.toString(), Leaderboard.class, ice.getClass()); return (Leaderboard) ice; } }
static public Futures remove( Key key, Futures fs ) { if( key.isVec() ) { Value val = DKV.get(key); if (val == null) return fs; ((Vec)val.get()).remove(fs); } DKV.remove(key,fs); return fs; }
public static ModelMetrics getFromDKV(Model model, Frame frame) { Key metricsKey = buildKey(model, frame); Log.debug("Getting ModelMetrics: " + metricsKey.toString()); Value v = DKV.get(metricsKey); if (null == v) return null; return (ModelMetrics)v.get(); }
@Override public float progress(){ Value value = DKV.get(dest()); DTree.TreeModel m = value != null ? (DTree.TreeModel) value.get() : null; return m == null ? 0 : cv_progress(m.ntrees() / (float) m.N); }
@Override public void lcompute() { Vec vec = DKV.get(_key).get(); Chunk chk = vec.chunkForChunkIdx(0); // Load the chunk (which otherwise loads only lazily) chk._mem = null; // Illegal setup: Chunk _mem should never be null tryComplete(); } @Override public void reduce(Break drt ) {}
@Override public final void compute2(){ if(_key.home()){ Value val = H2O.get(_key); if(val != null) { V v = val.get(); map(v); } tryComplete(); } else new RPC(_key.home_node(),this).addCompleter(this).call(); } // onCompletion must be empty here, may be invoked twice (on remote and local)
@Test public void testBasicCRUD() { // Make and insert a FileVec to the global store File file = TestUtil.find_test_file("./smalldata/cars.csv"); Key key = NFSFileVec.make(file); NFSFileVec nfs=DKV.get(key).get(); int[] x = new ByteHisto().doAll(nfs)._x; int sum=0; for( int i : x ) sum += i; assertEquals(file.length(),sum); UKV.remove(key); }
@Test public void testNewVec() { // Make and insert a File8Vec to the global store File file = TestUtil.find_test_file("./smalldata/cars.csv"); Key key = NFSFileVec.make(file); NFSFileVec nfs=DKV.get(key).get(); Vec res = new TestNewVec().doAll(1,nfs).outputFrame(new String[]{"v"},new String[][]{null}).anyVec(); assertEquals(nfs.at8(0)+1,res.at8(0)); assertEquals(nfs.at8(1)+1,res.at8(1)); assertEquals(nfs.at8(2)+1,res.at8(2)); UKV.remove(key ); UKV.remove(res._key); }