gSelf = new DefaultBagFactory();
private DataBag consumeBag(PushbackInputStream in, ResourceFieldSchema fieldSchema) throws IOException { if (fieldSchema==null) { throw new IOException("Schema is null"); } ResourceFieldSchema[] fss=fieldSchema.getSchema().getFields(); Tuple t; int buf; while ((buf=in.read())!='{') { if (buf==-1) { throw new IOException("Unexpect end of bag"); } } if (fss.length!=1) throw new IOException("Only tuple is allowed inside bag schema"); ResourceFieldSchema fs = fss[0]; DataBag db = DefaultBagFactory.getInstance().newDefaultBag(); while (true) { t = consumeTuple(in, fs); if (t!=null) db.add(t); while ((buf=in.read())!='}'&&buf!=',') { if (buf==-1) { throw new IOException("Unexpect end of bag"); } } if (buf=='}') break; } return db; }
@Override public Tuple apply(Tuple2<IndexedKey, Tuple> v1) { LOG.debug("ToTupleFunction in : " + v1); DataBag bag = DefaultBagFactory.getInstance().newDefaultBag(); Tuple t = new DefaultTuple(); Tuple packagedTuple = null; try { Object key = v1._2().get(0); bag.add((Tuple) v1._2().get(1)); t.append(key); t.append(bag); poReduce.getPKGOp().getPkgr().attachInput(key, new DataBag[]{(DataBag) t.get(1)}, new boolean[]{true}); packagedTuple = (Tuple) poReduce.getPKGOp().getPkgr().getNext().result; } catch (ExecException e) { throw new RuntimeException(e); } LOG.debug("ToTupleFunction out : " + packagedTuple); return packagedTuple; } }
return null; DataBag output = DefaultBagFactory.getInstance().newDefaultBag(); for(int i=0;i<input.size();i++){ for(int j=i+1;j<input.size();j++){
DataBag output = DefaultBagFactory.getInstance().newDefaultBag(); for(int i=0;i<totalSchemas;i++){ for(int j=i+1;j<totalSchemas;j++){
if (input == null || input.size() == 0) return null; DataBag output = DefaultBagFactory.getInstance().newDefaultBag();
return null; DataBag output = DefaultBagFactory.getInstance().newDefaultBag(); int count = 0;
LOG.debug("MergeValuesFunction in : " + v1 + " , " + v2); Tuple result = tf.newTuple(2); DataBag bag = DefaultBagFactory.getInstance().newDefaultBag(); Tuple t = new DefaultTuple(); try {